You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/11/17 06:21:48 UTC

[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2213 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2213/

1 tests failed.
REGRESSION:  org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds

Error Message:
soft529 wasn't fast enough

Stack Trace:
java.lang.AssertionError: soft529 wasn't fast enough
	at __randomizedtesting.SeedInfo.seed([85CFB3BA49B1A6D7:D41B4A3AF8C29670]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10824 lines...]
   [junit4] Suite: org.apache.solr.update.SoftAutoCommitTest
   [junit4]   2> log4j:WARN No such property [conversionPattern] in org.apache.solr.util.SolrLogLayout.
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001
   [junit4]   2> 4452 T11 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 4599 T11 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 4780 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 4791 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4792 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4793 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 6279 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 6967 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 7059 T11 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 7281 T11 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 10452 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 10515 T11 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 10519 T11 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 12279 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 12322 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 12330 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 12362 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 12363 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 12364 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 12367 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 12367 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 12391 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 12392 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr
   [junit4]   2> 12392 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/'
   [junit4]   2> 12755 T11 oasc.CoreContainer.<init> New CoreContainer 562112041
   [junit4]   2> 12756 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/]
   [junit4]   2> 12898 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 12899 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 12900 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 12901 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 12901 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 12902 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 12903 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 12903 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 12904 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 12904 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 13932 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 13962 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 13971 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 13985 T11 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 14830 T12 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 14833 T12 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 14835 T12 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 14836 T12 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 15099 T12 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 15199 T12 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 15201 T12 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 15278 T12 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 15776 T12 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 15797 T12 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 15800 T12 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 15831 T12 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 15838 T12 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 15844 T12 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 15845 T12 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 15846 T12 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 15846 T12 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 15848 T12 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 15848 T12 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 15856 T12 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 16222 T12 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 16261 T12 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/
   [junit4]   2> 16270 T12 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 16497 T12 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001
   [junit4]   2> 16498 T12 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/index/
   [junit4]   2> 16499 T12 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 16526 T12 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/index
   [junit4]   2> 16530 T12 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 16917 T12 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_1,generation=1}
   [junit4]   2> 16926 T12 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 17045 T12 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 19199 T12 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 19379 T12 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 19380 T12 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 19380 T12 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 19381 T12 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 19382 T12 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 19382 T12 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 19435 T12 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 19436 T12 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 19710 T12 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 19711 T12 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 19711 T12 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 19776 T12 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 19776 T12 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 19777 T12 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 19777 T12 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 19784 T12 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 19848 T12 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 19901 T12 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 20058 T12 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 20060 T12 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 20069 T12 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 20148 T12 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 20221 T12 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 20222 T12 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 20223 T12 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 20223 T12 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 20270 T12 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 20271 T12 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20272 T12 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20272 T12 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20273 T12 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20273 T12 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20274 T12 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20274 T12 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20275 T12 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20334 T12 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 20393 T12 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 20684 T12 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20732 T12 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20734 T12 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20736 T12 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20746 T12 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 20939 T12 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 20939 T12 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 20941 T12 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=21.6923828125, floorSegmentMB=1.07421875, forceMergeDeletesPctAllowed=2.8379279548241385, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 20962 T12 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_1,generation=1}
   [junit4]   2> 20963 T12 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 21243 T12 oass.SolrIndexSearcher.<init> Opening Searcher@1ff1b363[collection1] main
   [junit4]   2> 21353 T12 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 21547 T12 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 21547 T12 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 21563 T12 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 21564 T12 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 21564 T12 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 22054 T12 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 22926 T12 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 22926 T13 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ff1b363[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 22978 T11 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 23054 T11 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 23055 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 23057 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 23058 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 23059 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 23305 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 23414 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 23415 T11 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 23496 T11 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 23985 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 24002 T11 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 24005 T11 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 24032 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 24038 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 24044 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 24045 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 24046 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 24046 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 24047 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 24048 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 24049 T11 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 24049 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/
   [junit4]   2> 24050 T11 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 24051 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/index/
   [junit4]   2> 24051 T11 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 24053 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 24054 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 24055 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 24055 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 24056 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 24056 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 24057 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 24058 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 24058 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 24059 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 24060 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 24060 T11 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 24061 T11 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 24062 T11 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 24062 T11 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 24063 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 24063 T11 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 24064 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 24065 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 24065 T11 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 24066 T11 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 24066 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 24067 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 24068 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 24068 T11 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 24069 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 24069 T11 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 24070 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 24071 T11 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24071 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24072 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24072 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24073 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24074 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24075 T11 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24075 T11 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24076 T11 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 24076 T11 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 24101 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24103 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24105 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24108 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24111 T11 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 24119 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 24119 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 24120 T11 oass.SolrIndexSearcher.<init> Opening Searcher@7839e94a[collection1] main
   [junit4]   2> 24121 T11 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 24122 T11 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 24122 T11 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 24123 T11 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 24123 T11 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 24124 T11 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 24128 T11 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 24146 T15 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7839e94a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 24146 T11 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 24147 T11 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 24147 T11 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 24149 T11 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 24158 T11 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_1,generation=1}
   [junit4]   2> 24158 T11 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 24159 T11 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 24160 T11 oass.SolrIndexSearcher.<init> Opening Searcher@6c2543b4[collection1] main
   [junit4]   2> 24167 T11 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 24167 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@78b9b1e6
   [junit4]   2> 24168 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 24169 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 24192 T15 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c2543b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@f9b4227
   [junit4]   2> 25509 T11 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[529 (1484991375117123584)]} 0 1321
   [junit4]   2> 25990 T17 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 26641 T11 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 26690 T16 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.method=testSoftAndHardCommitMaxTimeMixedAdds -Dtests.seed=85CFB3BA49B1A6D7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese -Dtests.timezone=America/Dawson_Creek -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 3.85s J1 | SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: soft529 wasn't fast enough
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([85CFB3BA49B1A6D7:D41B4A3AF8C29670]:0)
   [junit4]    > 	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:111)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 26858 T11 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 26859 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 26861 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 26863 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 26864 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 27142 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 27255 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 27255 T17 oass.SolrIndexSearcher.<init> Opening Searcher@235b7c7f[collection1] main
   [junit4]   2> 27257 T11 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 27271 T15 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@235b7c7f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):c1)))}
   [junit4]   2> 27271 T17 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 27273 T16 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_2,generation=2}
   [junit4]   2> 27274 T16 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 27275 T16 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 27276 T16 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 27389 T11 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 27924 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 27940 T11 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 27942 T11 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 27966 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 27971 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 27976 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 27977 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 27977 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 27978 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 27978 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 27979 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 27980 T11 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 27980 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/
   [junit4]   2> 27981 T11 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 27981 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/index/
   [junit4]   2> 27982 T11 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 27983 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 27984 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 27985 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 27985 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 27986 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 27986 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 27987 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 27988 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 27988 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 27989 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 27990 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 27990 T11 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 27991 T11 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 27992 T11 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 27992 T11 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 27993 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 27993 T11 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 27993 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 27994 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 27995 T11 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 27995 T11 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 27996 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 27996 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 27997 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 27997 T11 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 27998 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 27998 T11 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 27999 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 27999 T11 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28000 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28000 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28001 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28001 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28002 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28002 T11 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28003 T11 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28003 T11 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 28004 T11 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 28020 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 28022 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 28024 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 28026 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 28029 T11 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 28032 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 28033 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 28034 T11 oass.SolrIndexSearcher.<init> Opening Searcher@1e03acc7[collection1] main
   [junit4]   2> 28035 T11 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 28035 T11 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 28036 T11 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 28036 T11 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 28036 T11 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 28037 T11 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 28040 T11 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 28056 T11 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 28056 T18 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e03acc7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):c1)))}
   [junit4]   2> 28056 T11 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 28057 T11 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 28058 T11 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=82.9306640625, floorSegmentMB=0.990234375, forceMergeDeletesPctAllowed=6.711201609105873, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6933143972602822
   [junit4]   2> 28062 T11 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_2,generation=2}
   [junit4]   2> 28062 T11 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 28063 T11 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 28067 T11 oass.SolrIndexSearcher.<init> Opening Searcher@2c63190b[collection1] main
   [junit4]   2> 28068 T11 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 28068 T18 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c63190b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):c1)))}
   [junit4]   2> 28069 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@f9b4227
   [junit4]   2> 28070 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=1,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=143,transaction_logs_total_number=1}
   [junit4]   2> 28071 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@31e51ba4
   [junit4]   2> 28076 T11 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5000 (1484991378675990528)]} 0 4
   [junit4]   2> 28082 T11 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5001 (1484991378684379136)]} 0 2
   [junit4]   2> 28084 T11 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5002 (1484991378687524864)]} 0 1
   [junit4]   2> 28087 T11 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5003 (1484991378689622016)]} 0 1
   [junit4]   2> 28090 T11 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5004 (1484991378692767744)]} 0 1
   [junit4]   2> 28092 T11 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 28103 T11 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 28104 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 28105 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 28106 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 28106 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 28230 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 28291 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 28292 T11 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 28339 T11 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 28577 T20 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 28736 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 28754 T11 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 28756 T11 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 28779 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 28807 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 28812 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 28814 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 28814 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 28814 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 28815 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 28816 T11 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 28816 T11 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 28817 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/
   [junit4]   2> 28817 T11 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 28818 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/index/
   [junit4]   2> 28818 T11 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 28820 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 28821 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 28821 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 28822 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 28822 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 28823 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 28823 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 28824 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 28824 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 28825 T11 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 28826 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 28826 T11 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 28827 T11 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 28828 T11 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 28829 T11 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 28830 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 28830 T11 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 28831 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 28832 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 28832 T11 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 28833 T11 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 28834 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 28835 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 28835 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 28836 T11 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 28836 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 28837 T11 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 28837 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 28838 T11 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28838 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28839 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28839 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28840 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28840 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28841 T11 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28841 T11 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 28842 T11 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 28842 T11 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 28863 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 28865 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 28867 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 28870 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 28877 T11 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 28879 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 28880 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 28882 T11 oass.SolrIndexSearcher.<init> Opening Searcher@a97927e[collection1] main
   [junit4]   2> 28882 T20 oass.SolrIndexSearcher.<init> Opening Searcher@269a2137[collection1] main
   [junit4]   2> 28883 T11 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 28883 T11 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 28884 T11 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 28884 T18 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@269a2137[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):c1) Uninverting(_1(5.0.0):c5)))}
   [junit4]   2> 28884 T20 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 28884 T11 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 28886 T11 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 28886 T11 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 28890 T11 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 28903 T11 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 28904 T11 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 28904 T11 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 28903 T21 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a97927e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):c1) Uninverting(_1(5.0.0):c5)))}
   [junit4]   2> 28906 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_3,generation=3}
   [junit4]   2> 28906 T11 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 28908 T11 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1148359007, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 28913 T11 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_3,generation=3}
   [junit4]   2> 28913 T11 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 28914 T11 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 28921 T11 oass.SolrIndexSearcher.<init> Opening Searcher@12234d3a[collection1] main
   [junit4]   2> 28922 T11 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 28922 T21 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12234d3a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):c1) Uninverting(_1(5.0.0):c5)))}
   [junit4]   2> 28922 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@31e51ba4
   [junit4]   2> 28924 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommit maxTime=1200ms,autocommits=0,soft autocommit maxTime=500ms,soft autocommits=1,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=5,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=143,transaction_logs_total_number=1}
   [junit4]   2> 28924 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@4cb27f91
   [junit4]   2> 28929 T11 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[529 (1484991379570425856)]} 0 3
   [junit4]   2> 28931 T11 C2 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 28964 T11 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_4,generation=4}
   [junit4]   2> 28965 T11 C2 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 28969 T11 C2 oass.SolrIndexSearcher.<init> Opening Searcher@49f726d0[collection1] main
   [junit4]   2> 28970 T11 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 28970 T21 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49f726d0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(5.0.0):c5) Uninverting(_2(5.0.0):c1)))}
   [junit4]   2> 28972 T11 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 41
   [junit4]   2> 28976 T11 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {delete=[529 (-1484991379620757504)]} 0 2
   [junit4]   2> 29477 T23 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 29487 T23 oass.SolrIndexSearcher.<init> Opening Searcher@16f69f30[collection1] main
   [junit4]   2> 29488 T23 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 29488 T21 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16f69f30[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(5.0.0):c5)))}
   [junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@4cb27f91
   [junit4]   2> 29490 T11 C3 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[550 (1484991380159725568)]} 0 2
   [junit4]   2> 29990 T23 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 30089 T23 oass.SolrIndexSearcher.<init> Opening Searcher@7ac7e297[collection1] main
   [junit4]   2> 30089 T23 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 30090 T21 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ac7e297[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(5.0.0):c5) Uninverting(_3(5.0.0):c1)))}
   [junit4]   2> 30178 T22 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 30180 T22 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@23500dea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cc18fc2)),segFN=segments_5,generation=5}
   [junit4]   2> 30180 T22 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 30181 T22 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 30182 T22 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 32183 T11 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 32189 T11 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 32189 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=562112041
   [junit4]   2> 32190 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4cb27f91
   [junit4]   2> 32192 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=2,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=1,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=707,transaction_logs_total_number=3}
   [junit4]   2> 32192 T11 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 32193 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 32194 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 32196 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 32198 T11 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 32199 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 32200 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001/index
   [junit4]   2> 32200 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001 [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001;done=false>>]
   [junit4]   2> 32201 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001/init-core-data-001
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest-85CFB3BA49B1A6D7-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {range_facet_l=PostingsFormat(name=Memory doPackFST= false), subject=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=Memory doPackFST= false), text=PostingsFormat(name=SimpleText), intDefault=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=MockRandom)}, docValues:{timestamp=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=ja_JP_JP_#u-ca-japanese, timezone=America/Dawson_Creek
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=197460144,total=224919552
   [junit4]   2> NOTE: All tests run in this JVM: [SoftAutoCommitTest]
   [junit4] Completed on J1 in 33.15s, 3 tests, 1 failure <<< FAILURES!

[...truncated 1438 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:525: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 1 failure, 58 ignored (22 assumptions)

Total time: 68 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #2212
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 223632475 bytes
Compression is 0.0%
Took 42 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2217 - Still Failing

Posted by Mark Miller <ma...@gmail.com>.
Hmm...I'll look into this.

- Mark

On Thu Nov 20 2014 at 9:37:51 AM Apache Jenkins Server <
jenkins@builds.apache.org> wrote:

> Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2217/
>
> 4 tests failed.
> FAILED:  org.apache.solr.client.solrj.impl.CloudSolrServerTest.
> testDistribSearch
>
> Error Message:
>
>
> Stack Trace:
> java.lang.NullPointerException
>         at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950:
> FD00E6DC8E20D96C]:0)
>         at org.apache.solr.client.solrj.impl.CloudSolrServerTest.
> allTests(CloudSolrServerTest.java:300)
>         at org.apache.solr.client.solrj.impl.CloudSolrServerTest.
> doTest(CloudSolrServerTest.java:124)
>         at org.apache.solr.BaseDistributedSearchTestCase.
> testDistribSearch(BaseDistributedSearchTestCase.java:869)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:57)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(
> RandomizedRunner.java:1618)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(
> RandomizedRunner.java:827)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(
> RandomizedRunner.java:863)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(
> RandomizedRunner.java:877)
>         at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:53)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(
> TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.
> java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(
> TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:365)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.
> forkTimeoutingTask(ThreadLeakControl.java:798)
>         at com.carrotsearch.randomizedtesting.
> ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.
> runSingleTest(RandomizedRunner.java:836)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(
> RandomizedRunner.java:738)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(
> RandomizedRunner.java:772)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(
> RandomizedRunner.java:783)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:53)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(
> TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.
> java:55)
>         at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(
> TestRuleAssertionsRequired.java:54)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(
> TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.
> CloudSolrServerTest
>
> Error Message:
> ERROR: SolrZkClient opens=19 closes=18
>
> Stack Trace:
> java.lang.AssertionError: ERROR: SolrZkClient opens=19 closes=18
>         at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(
> SolrTestCaseJ4.java:461)
>         at org.apache.solr.SolrTestCaseJ4.afterClass(
> SolrTestCaseJ4.java:188)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:57)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(
> RandomizedRunner.java:1618)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(
> RandomizedRunner.java:790)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.
> java:53)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(
> AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(
> TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.
> SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.
> java:55)
>         at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.
> NoShadowingOrOverridesOnMethodsRule$1.evaluate(
> NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(
> TestRuleAssertionsRequired.java:54)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.
> evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures
> $1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(
> TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.
> StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$
> StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.
> CloudSolrServerTest
>
> Error Message:
> 7 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest:
>    1) Thread[id=212, name=CloudSolrServer ThreadPool-30-thread-1,
> state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at
> sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.
> LockSupport.parkNanos(LockSupport.java:226)         at
> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
>        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)    2) Thread[id=205,
> name=zkCallback-31-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>        at sun.misc.Unsafe.park(Native Method)         at
> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
>      at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
>        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)    3) Thread[id=203,
> name=TEST-CloudSolrServerTest.testDistribSearch-seed#[
> 7CE668C4F97FB950]-SendThread(127.0.0.1:63282), state=RUNNABLE, group=TGRP-CloudSolrServerTest]
>        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at
> sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)
>  at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
>        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
>        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at
> org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
>        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
>   4) Thread[id=204, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[7CE668C4F97FB950]-EventThread,
> state=WAITING, group=TGRP-CloudSolrServerTest]         at
> sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.
> LockSupport.park(LockSupport.java:186)         at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$
> ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at
> java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
>   5) Thread[id=213, name=CloudSolrServer ThreadPool-30-thread-2,
> state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at
> sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.
> LockSupport.parkNanos(LockSupport.java:226)         at
> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
>        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)    6) Thread[id=250,
> name=zkCallback-31-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>        at sun.misc.Unsafe.park(Native Method)         at
> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
>      at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
>        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)    7) Thread[id=256,
> name=zkCallback-31-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>        at sun.misc.Unsafe.park(Native Method)         at
> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
>      at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
>        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from
> SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest:
>    1) Thread[id=212, name=CloudSolrServer ThreadPool-30-thread-1,
> state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>    2) Thread[id=205, name=zkCallback-31-thread-1, state=TIMED_WAITING,
> group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>    3) Thread[id=203, name=TEST-CloudSolrServerTest.
> testDistribSearch-seed#[7CE668C4F97FB950]-SendThread(127.0.0.1:63282),
> state=RUNNABLE, group=TGRP-CloudSolrServerTest]
>         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
>         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)
>         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.
> java:103)
>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
>         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(
> ClientCnxnSocketNIO.java:349)
>         at org.apache.zookeeper.ClientCnxn$SendThread.run(
> ClientCnxn.java:1081)
>    4) Thread[id=204, name=TEST-CloudSolrServerTest.
> testDistribSearch-seed#[7CE668C4F97FB950]-EventThread, state=WAITING,
> group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.park(LockSupport.
> java:186)
>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$
> ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>         at java.util.concurrent.LinkedBlockingQueue.take(
> LinkedBlockingQueue.java:442)
>         at org.apache.zookeeper.ClientCnxn$EventThread.run(
> ClientCnxn.java:494)
>    5) Thread[id=213, name=CloudSolrServer ThreadPool-30-thread-2,
> state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>    6) Thread[id=250, name=zkCallback-31-thread-2, state=TIMED_WAITING,
> group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>    7) Thread[id=256, name=zkCallback-31-thread-3, state=TIMED_WAITING,
> group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>         at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950]:0)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.
> CloudSolrServerTest
>
> Error Message:
> There are still zombie threads that couldn't be terminated:    1)
> Thread[id=203, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[
> 7CE668C4F97FB950]-SendThread(127.0.0.1:63282), state=RUNNABLE, group=TGRP-CloudSolrServerTest]
>        at sun.nio.ch.IOUtil.drain(Native Method)         at
> sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:167)
>        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:108)
>        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
>        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at
> org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
>        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
>   2) Thread[id=213, name=CloudSolrServer ThreadPool-30-thread-2,
> state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at
> sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.
> LockSupport.parkNanos(LockSupport.java:226)         at
> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
>        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)    3) Thread[id=250,
> name=zkCallback-31-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>        at sun.misc.Unsafe.park(Native Method)         at
> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
>      at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
>        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)    4) Thread[id=256,
> name=zkCallback-31-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>        at sun.misc.Unsafe.park(Native Method)         at
> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
>      at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
>        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)    5) Thread[id=205,
> name=zkCallback-31-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>        at sun.misc.Unsafe.park(Native Method)         at
> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
>      at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
>        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)    6) Thread[id=212,
> name=CloudSolrServer ThreadPool-30-thread-1, state=TIMED_WAITING,
> group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native
> Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
>        at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)         at
> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
>        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
>        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>        at java.lang.Thread.run(Thread.java:745)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still
> zombie threads that couldn't be terminated:
>    1) Thread[id=203, name=TEST-CloudSolrServerTest.
> testDistribSearch-seed#[7CE668C4F97FB950]-SendThread(127.0.0.1:63282),
> state=RUNNABLE, group=TGRP-CloudSolrServerTest]
>         at sun.nio.ch.IOUtil.drain(Native Method)
>         at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(
> KQueueSelectorImpl.java:167)
>         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.
> java:108)
>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
>         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(
> ClientCnxnSocketNIO.java:349)
>         at org.apache.zookeeper.ClientCnxn$SendThread.run(
> ClientCnxn.java:1081)
>    2) Thread[id=213, name=CloudSolrServer ThreadPool-30-thread-2,
> state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>    3) Thread[id=250, name=zkCallback-31-thread-2, state=TIMED_WAITING,
> group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>    4) Thread[id=256, name=zkCallback-31-thread-3, state=TIMED_WAITING,
> group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>    5) Thread[id=205, name=zkCallback-31-thread-1, state=TIMED_WAITING,
> group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>    6) Thread[id=212, name=CloudSolrServer ThreadPool-30-thread-1,
> state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
>         at sun.misc.Unsafe.park(Native Method)
>         at java.util.concurrent.locks.LockSupport.parkNanos(
> LockSupport.java:226)
>         at java.util.concurrent.SynchronousQueue$
> TransferStack.awaitFulfill(SynchronousQueue.java:460)
>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(
> SynchronousQueue.java:359)
>         at java.util.concurrent.SynchronousQueue.poll(
> SynchronousQueue.java:942)
>         at java.util.concurrent.ThreadPoolExecutor.getTask(
> ThreadPoolExecutor.java:1068)
>         at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1130)
>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:615)
>         at java.lang.Thread.run(Thread.java:745)
>         at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950]:0)
>
>
>
>
> Build Log:
> [...truncated 12715 lines...]
>    [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrServerTest
>    [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-
> slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/
> solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-
> 7CE668C4F97FB950-001/init-core-data-001
>    [junit4]   2> 52493 T62 oas.SolrTestCaseJ4.buildSSLConfig Randomized
> ssl (false) and clientAuth (false)
>    [junit4]   2> 52493 T62 oas.BaseDistributedSearchTestCase.initHostContext
> Setting hostContext system property: /lb/lq
>    [junit4]   2> 52505 T62 oasc.AbstractZkTestCase.<clinit> WARN
> TEST_HOME() does not exist - solrj test?
>    [junit4]   2> 52514 T62 oas.SolrTestCaseJ4.setUp ###Starting
> testWrongZkChrootTest
>    [junit4]   2> 52527 T62 oasc.ZkTestServer.run STARTING ZK TEST SERVER
>    [junit4]   1> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 52535 T63 oasc.ZkTestServer$ZKServerMain.runFromConfig
> Starting server
>    [junit4]   2> 52735 T62 oasc.ZkTestServer.run start zk server on
> port:63278
>    [junit4]   2> 52744 T62 oascc.SolrZkClient.
> createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 52999 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 53144 T70 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@6ad1eea
> name:ZooKeeperConnection Watcher:127.0.0.1:63278 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 53145 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 53145 T62 oascc.SolrZkClient.createZkACLProvider Using
> default ZkACLProvider
>    [junit4]   2> 53156 T62 oascc.SolrZkClient.makePath makePath: /solr
>    [junit4]   2> 53251 T62 oascc.SolrZkClient.
> createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 53252 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 53255 T73 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1d2bb19d
> name:ZooKeeperConnection Watcher:127.0.0.1:63278/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 53255 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 53256 T62 oascc.SolrZkClient.createZkACLProvider Using
> default ZkACLProvider
>    [junit4]   2> 53264 T62 oascc.SolrZkClient.makePath makePath:
> /collections/collection1
>    [junit4]   2> 53269 T62 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/shards
>    [junit4]   2> 53274 T62 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection
>    [junit4]   2> 53277 T62 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/shards
>    [junit4]   2> 53283 T62 oasc.AbstractZkTestCase.putConfig put
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
>    [junit4]   2> 53284 T62 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/solrconfig.xml
>    [junit4]   2> 53290 T62 oasc.AbstractZkTestCase.putConfig put
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml
> to /configs/conf1/schema.xml
>    [junit4]   2> 53291 T62 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/schema.xml
>    [junit4]   2> 53297 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/solrconfig.snippet.randomindexconfig.xml because it
> doesn't exist
>    [junit4]   2> 53298 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt
> because it doesn't exist
>    [junit4]   2> 53299 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt
> because it doesn't exist
>    [junit4]   2> 53300 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml
> because it doesn't exist
>    [junit4]   2> 53301 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/enumsConfig.xml because it doesn't exist
>    [junit4]   2> 53302 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/open-exchange-rates.json because it doesn't exist
>    [junit4]   2> 53302 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
>    [junit4]   2> 53304 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/old_synonyms.txt because it doesn't exist
>    [junit4]   2> 53304 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt
> because it doesn't exist
>    [junit4]   2> 53344 T62 oascc.SolrZkClient.
> createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 53345 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 53347 T76 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@2093e93e
> name:ZooKeeperConnection Watcher:127.0.0.1:63278/solr/xyz/foo got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 53348 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 53348 T62 oascc.SolrZkClient.createZkACLProvider Using
> default ZkACLProvider
>    [junit4]   2> 53350 T62 oascc.SolrZkClient.makePath makePath:
> /clusterstate.json
>    [junit4]   2> 53366 T62 oas.SolrTestCaseJ4.tearDown ###Ending
> testWrongZkChrootTest
>    [junit4]   2> 53369 T62 oasc.ZkTestServer.send4LetterWord connecting
> to 127.0.0.1:63278 63278
>    [junit4]   2> 53540 T63 oasc.ZkTestServer.send4LetterWord connecting
> to 127.0.0.1:63278 63278
>    [junit4]   2> 53555 T62 oas.SolrTestCaseJ4.setUp ###Starting
> testDistribSearch
>    [junit4]   2> 53556 T62 oasc.ZkTestServer.run STARTING ZK TEST SERVER
>    [junit4]   1> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 53558 T77 oasc.ZkTestServer$ZKServerMain.runFromConfig
> Starting server
>    [junit4]   2> 53657 T62 oasc.ZkTestServer.run start zk server on
> port:63282
>    [junit4]   2> 53658 T62 oascc.SolrZkClient.
> createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 53659 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 53663 T84 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1aba465b
> name:ZooKeeperConnection Watcher:127.0.0.1:63282 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 53664 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 53664 T62 oascc.SolrZkClient.createZkACLProvider Using
> default ZkACLProvider
>    [junit4]   2> 53665 T62 oascc.SolrZkClient.makePath makePath: /solr
>    [junit4]   2> 53669 T62 oascc.SolrZkClient.
> createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 53670 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 53673 T87 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@acfd279
> name:ZooKeeperConnection Watcher:127.0.0.1:63282/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 53673 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 53674 T62 oascc.SolrZkClient.createZkACLProvider Using
> default ZkACLProvider
>    [junit4]   2> 53674 T62 oascc.SolrZkClient.makePath makePath:
> /collections/collection1
>    [junit4]   2> 53679 T62 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/shards
>    [junit4]   2> 53683 T62 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection
>    [junit4]   2> 53687 T62 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/shards
>    [junit4]   2> 53691 T62 oasc.AbstractZkTestCase.putConfig put
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
>    [junit4]   2> 53692 T62 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/solrconfig.xml
>    [junit4]   2> 53699 T62 oasc.AbstractZkTestCase.putConfig put
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml
> to /configs/conf1/schema.xml
>    [junit4]   2> 53699 T62 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/schema.xml
>    [junit4]   2> 53704 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/solrconfig.snippet.randomindexconfig.xml because it
> doesn't exist
>    [junit4]   2> 53705 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt
> because it doesn't exist
>    [junit4]   2> 53705 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt
> because it doesn't exist
>    [junit4]   2> 53706 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml
> because it doesn't exist
>    [junit4]   2> 53706 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/enumsConfig.xml because it doesn't exist
>    [junit4]   2> 53707 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/open-exchange-rates.json because it doesn't exist
>    [junit4]   2> 53707 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
>    [junit4]   2> 53708 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/
> collection1/conf/old_synonyms.txt because it doesn't exist
>    [junit4]   2> 53708 T62 oasc.AbstractZkTestCase.putConfig skipping
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt
> because it doesn't exist
>    [junit4]   2> 53977 T62 oejs.Server.doStart jetty-8.1.10.v20130312
>    [junit4]   2> 53983 T62 oejs.AbstractConnector.doStart Started
> SocketConnector@127.0.0.1:63287
>    [junit4]   2> 53984 T62 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
>    [junit4]   2> 53984 T62 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
>    [junit4]   2> 53985 T62 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: ../../../../../../../../../../
> ../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.
> CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003
>    [junit4]   2> 53985 T62 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '../../../../../../../../../..
> /../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.
> CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003/'
>    [junit4]   2> 54027 T62 oasc.ConfigSolr.fromFile Loading container
> configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/build/solr-solrj/test/J1/../../../..
> /../../../../../../../usr/home/jenkins/jenkins-slave/
> workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/
> test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-
> 7CE668C4F97FB950-001/tempDir-003/solr.xml
>    [junit4]   2> 54114 T62 oasc.CoreContainer.<init> New CoreContainer
> 462793016
>    [junit4]   2> 54115 T62 oasc.CoreContainer.load Loading cores into
> CoreContainer [instanceDir=../../../../../../../../../../../usr/home/
> jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.
> x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.
> CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003/]
>    [junit4]   2> 54116 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 90000
>    [junit4]   2> 54117 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to:
>    [junit4]   2> 54118 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
>    [junit4]   2> 54118 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 54119 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnections to: 10000
>    [junit4]   2> 54119 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
>    [junit4]   2> 54120 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 54120 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
>    [junit4]   2> 54121 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
>    [junit4]   2> 54121 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
>    [junit4]   2> 54122 T62 oasu.UpdateShardHandler.<init> Creating
> UpdateShardHandler HTTP client with params: socketTimeout=340000&
> connTimeout=45000&retry=false
>    [junit4]   2> 54123 T62 oasl.LogWatcher.createWatcher SLF4J impl is
> org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 54123 T62 oasl.LogWatcher.newRegisteredLogWatcher
> Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 54124 T62 oasc.CoreContainer.load Host Name: 127.0.0.1
>    [junit4]   2> 54125 T62 oasc.ZkContainer.initZooKeeper Zookeeper client=
> 127.0.0.1:63282/solr
>    [junit4]   2> 54170 T62 oasc.ZkController.checkChrootPath zkHost
> includes chroot
>    [junit4]   2> 54171 T62 oascc.SolrZkClient.
> createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 54172 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 54175 T99 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@7e1416e
> name:ZooKeeperConnection Watcher:127.0.0.1:63282 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 54175 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 54176 T62 oascc.SolrZkClient.createZkACLProvider Using
> default ZkACLProvider
>    [junit4]   2> 54196 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 54199 T102 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@3bc8657a
> name:ZooKeeperConnection Watcher:127.0.0.1:63282/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 54199 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 54221 T62 oascc.SolrZkClient.makePath makePath:
> /overseer/queue
>    [junit4]   2> 54227 T62 oascc.SolrZkClient.makePath makePath:
> /overseer/collection-queue-work
>    [junit4]   2> 54238 T62 oascc.SolrZkClient.makePath makePath:
> /overseer/collection-map-running
>    [junit4]   2> 54244 T62 oascc.SolrZkClient.makePath makePath:
> /overseer/collection-map-completed
>    [junit4]   2> 54250 T62 oascc.SolrZkClient.makePath makePath:
> /overseer/collection-map-failure
>    [junit4]   2> 54263 T62 oascc.SolrZkClient.makePath makePath:
> /live_nodes
>    [junit4]   2> 54266 T62 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63287_lb%2Flq
>    [junit4]   2> 54273 T62 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:63287_lb%2Flq
>    [junit4]   2> 54279 T62 oascc.SolrZkClient.makePath makePath:
> /overseer_elect
>    [junit4]   2> 54283 T62 oascc.SolrZkClient.makePath makePath:
> /overseer_elect/election
>    [junit4]   2> 54287 T62 oasc.Overseer.close Overseer (id=null) closing
>    [junit4]   2> 54306 T62 oasc.OverseerElectionContext.runLeaderProcess
> I am going to be the leader 127.0.0.1:63287_lb%2Flq
>    [junit4]   2> 54307 T62 oascc.SolrZkClient.makePath makePath:
> /overseer_elect/leader
>    [junit4]   2> 54311 T62 oasc.Overseer.start Overseer
> (id=92831292610641923-127.0.0.1:63287_lb%2Flq-n_0000000000) starting
>    [junit4]   2> 54342 T62 oascc.SolrZkClient.makePath makePath:
> /overseer/queue-work
>    [junit4]   2> 54392 T62 oasc.OverseerAutoReplicaFailoverThread.<init>
> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
> autoReplicaFailoverWaitAfterExpiration=30000
> autoReplicaFailoverBadNodeExpiration=60000
>    [junit4]   2> 54415 T104 oasc.OverseerCollectionProcessor.run Process
> current queue of collection creations
>    [junit4]   2> 54416 T62 oascc.SolrZkClient.makePath makePath:
> /clusterstate.json
>    [junit4]   2> 54420 T62 oascc.SolrZkClient.makePath makePath:
> /aliases.json
>    [junit4]   2> 54423 T62 oascc.ZkStateReader.
> createClusterStateWatchersAndUpdate Updating cluster state from
> ZooKeeper...
>    [junit4]   2> 54455 T103 oasc.Overseer$ClusterStateUpdater.run
> Starting to work on the main queue
>    [junit4]   2> 54480 T106 oasc.ZkController.publish publishing
> core=collection1 state=down collection=control_collection
>    [junit4]   2> 54481 T106 oasc.ZkController.publish numShards not found
> on descriptor - reading it from system property
>    [junit4]   2> 54495 T102 oasc.DistributedQueue$LatchWatcher.process
> NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 54495 T106 oasc.ZkController.waitForCoreNodeName look
> for our core node name
>    [junit4]   2> 54530 T103 oasc.Overseer$ClusterStateUpdater.updateState
> Update state numShards=1 message={
>    [junit4]   2>          "shard":null,
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "numShards":"1",
>    [junit4]   2>          "collection":"control_collection",
>    [junit4]   2>          "node_name":"127.0.0.1:63287_lb%2Flq",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "state":"down",
>    [junit4]   2>          "base_url":"http://127.0.0.1:63287/lb/lq"}
>    [junit4]   2> 54531 T103 oasc.Overseer$ClusterStateUpdater.createCollection
> Create collection control_collection with shards [shard1]
>    [junit4]   2> 54561 T103 oasc.Overseer$ClusterStateUpdater.createCollection
> state version control_collection 1
>    [junit4]   2> 54579 T103 oasc.Overseer$ClusterStateUpdater.updateState
> Assigning new node to shard shard=shard1
>    [junit4]   2> 54598 T102 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 55497 T106 oasc.ZkController.waitForShardId waiting to
> find shard id in clusterstate for collection1
>    [junit4]   2> 55497 T106 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:control_collection
>    [junit4]   2> 55499 T106 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
>    [junit4]   2> 55499 T106 oascc.ZkStateReader.readConfigName Load
> collection config from:/collections/control_collection
>    [junit4]   2> 55501 T106 oascc.ZkStateReader.readConfigName
> path=/collections/control_collection configName=conf1 specified config
> exists in ZooKeeper
>    [junit4]   2> 55502 T106 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '../../../../../../../../../..
> /../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.
> CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003/collection1/'
>    [junit4]   2> 55613 T106 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: 5.0.0
>    [junit4]   2> 55663 T106 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
>    [junit4]   2> 55666 T106 oass.IndexSchema.readSchema Reading Solr
> Schema from /configs/conf1/schema.xml
>    [junit4]   2> 55716 T106 oass.IndexSchema.readSchema [collection1]
> Schema name=test
>    [junit4]   2> 56097 T106 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 56100 T106 oass.IndexSchema.readSchema unique key field:
> id
>    [junit4]   2> 56103 T106 oass.IndexSchema.loadCopyFields WARN Field
> lowerfilt1and2 is not multivalued and destination for multiple copyFields
> (2)
>    [junit4]   2> 56103 T106 oass.IndexSchema.loadCopyFields WARN Field
> text is not multivalued and destination for multiple copyFields (3)
>    [junit4]   2> 56106 T106 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using configuration from collection control_collection
>    [junit4]   2> 56106 T106 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 56107 T106 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-
> slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/
> solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-
> 7CE668C4F97FB950-001/tempDir-003/collection1/, dataDir=/usr/home/jenkins/
> jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/
> solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.
> CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/control/data/
>    [junit4]   2> 56107 T106 oasc.SolrCore.<init> JMX monitoring not
> detected for core: collection1
>    [junit4]   2> 56108 T106 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.
> CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/control/data
>    [junit4]   2> 56108 T106 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null new=/usr/home/jenkins/jenkins-
> slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/
> solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-
> 7CE668C4F97FB950-001/tempDir-002/control/data/index/
>    [junit4]   2> 56109 T106 oasc.SolrCore.initIndex WARN [collection1]
> Solr index directory '/usr/home/jenkins/jenkins-
> slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/
> solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-
> 7CE668C4F97FB950-001/tempDir-002/control/data/index' doesn't exist.
> Creating new index...
>    [junit4]   2> 56109 T106 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.
> CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/control/data/index
>    [junit4]   2> 56111 T106 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>                commit{dir=MockDirectoryWrapper(
> RAMDirectory@188f5e03 lockFactory=org.apache.lucene.store.
> SingleInstanceLockFactory@6c65238d),segFN=segments_1,generation=1}
>    [junit4]   2> 56111 T106 oasc.SolrDeletionPolicy.updateCommits newest
> commit generation = 1
>    [junit4]   2> 56113 T106 oasc.SolrCore.loadUpdateProcessorChains no
> updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 56113 T106 oasc.RequestHandlers.initHandlersFromConfig
> created /update/csv: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 56114 T106 oasc.RequestHandlers.initHandlersFromConfig
> created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 56114 T106 oasc.RequestHandlers.initHandlersFromConfig
> created /update/json: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 56115 T106 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
>    [junit4]   2> 56115 T106 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
>    [junit4]   2> 56116 T106 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
>    [junit4]   2> 56116 T106 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
>    [junit4]   2> 56117 T106 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
>    [junit4]   2> 56117 T106 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
>    [junit4]   2> 56117 T106 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/ping: solr.PingRequestHandler
>    [junit4]   2> 56133 T106 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 56136 T106 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 56137 T106 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 56139 T106 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 56145 T106 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
>    [junit4]   2> 56146 T106 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
>    [junit4]   2> 56147 T106 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>                commit{dir=MockDirectoryWrapper(
> RAMDirectory@188f5e03 lockFactory=org.apache.lucene.store.
> SingleInstanceLockFactory@6c65238d),segFN=segments_1,generation=1}
>    [junit4]   2> 56147 T106 oasc.SolrDeletionPolicy.updateCommits newest
> commit generation = 1
>    [junit4]   2> 56148 T106 oass.SolrIndexSearcher.<init> Opening
> Searcher@7cd1e104[collection1] main
>    [junit4]   2> 56148 T106 oascc.ZkStateReader.readConfigName Load
> collection config from:/collections/control_collection
>    [junit4]   2> 56151 T106 oascc.ZkStateReader.readConfigName
> path=/collections/control_collection configName=conf1 specified config
> exists in ZooKeeper
>    [junit4]   2> 56151 T106 oasr.ManagedResourceStorage.newStorageIO
> Setting up ZooKeeper-based storage for the RestManager with znodeBase:
> /configs/conf1
>    [junit4]   2> 56164 T106 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure
> Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 56164 T106 oasr.RestManager.init Initializing RestManager
> with initArgs: {}
>    [junit4]   2> 56165 T106 oasr.ManagedResourceStorage.load Reading
> _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 56166 T106 oasr.ManagedResourceStorage$
> ZooKeeperStorageIO.openInputStream No data found for znode
> /configs/conf1/_rest_managed.json
>    [junit4]   2> 56166 T106 oasr.ManagedResourceStorage.load Loaded null
> at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 56168 T106 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/_rest_managed.json
>    [junit4]   2> 56172 T106 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close
> Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 56172 T106 oasr.ManagedResourceStorage$JsonStorage.store
> Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/
> configs/conf1
>    [junit4]   2> 56173 T106 oasr.RestManager.init Initializing 0
> registered ManagedResources
>    [junit4]   2> 56174 T107 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@7cd1e104[collection1]
> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 56175 T106 oasc.CoreContainer.registerCore registering
> core: collection1
>    [junit4]   2> 56176 T110 oasc.ZkController.register Register replica -
> core:collection1 address:http://127.0.0.1:63287/lb/lq
> collection:control_collection shard:shard1
>    [junit4]   2> 56177 T62 oass.SolrDispatchFilter.init
> user.dir=/usr/home/jenkins/jenkins-slave/workspace/
> Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1
>    [junit4]   2> 56178 T62 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
>    [junit4]   2> 56179 T62 oascc.SolrZkClient.
> createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 56180 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 56183 T113 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@7a58133e
> name:ZooKeeperConnection Watcher:127.0.0.1:63282/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 56184 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 56184 T62 oascc.SolrZkClient.createZkACLProvider Using
> default ZkACLProvider
>    [junit4]   2> 56186 T62 oascc.ZkStateReader.
> createClusterStateWatchersAndUpdate Updating cluster state from
> ZooKeeper...
>    [junit4]   2> 56196 T62 oasc.ChaosMonkey.monkeyLog monkey: init -
> expire sessions:false cause connection loss:false
>    [junit4]   2> 56211 T110 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/leader_elect/shard1/election
>    [junit4]   2> 56223 T110 oasc.ShardLeaderElectionContext.runLeaderProcess
> Running the leader process for shard shard1
>    [junit4]   2> 56227 T102 oasc.DistributedQueue$LatchWatcher.process
> NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 56228 T110 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp
> Enough replicas found to continue.
>    [junit4]   2> 56228 T110 oasc.ShardLeaderElectionContext.runLeaderProcess
> I may be the new leader - try and sync
>    [junit4]   2> ASYNC  NEW_CORE C5 name=collection1
> org.apache.solr.core.SolrCore@15cbd4eb url=http://127.0.0.1:63287/lb/
> lq/collection1 node=127.0.0.1:63287_lb%2Flq C5_STATE=coll:control_collection
> core:collection1 props:{core=collection1, node_name=127.0.0.1:63287_lb%2Flq,
> state=down, base_url=http://127.0.0.1:63287/lb/lq}
>    [junit4]   2> 56235 T110 C5 P63287 oasc.SyncStrategy.sync Sync replicas
> to http://127.0.0.1:63287/lb/lq/collection1/
>    [junit4]   2> 56236 T110 C5 P63287 oasc.SyncStrategy.syncReplicas Sync
> Success - now sync replicas to me
>    [junit4]   2> 56236 T110 C5 P63287 oasc.SyncStrategy.syncToMe
> http://127.0.0.1:63287/lb/lq/collection1/ has no replicas
>    [junit4]   2> 56237 T110 oasc.ShardLeaderElectionContext.runLeaderProcess
> I am the new leader: http://127.0.0.1:63287/lb/lq/collection1/ shard1
>    [junit4]   2> 56241 T113 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 56241 T102 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 56251 T110 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/leaders/shard1
>    [junit4]   2> 56260 T102 oasc.DistributedQueue$LatchWatcher.process
> NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 56374 T113 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 56374 T102 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 56415 T110 oasc.ZkController.register We are
> http://127.0.0.1:63287/lb/lq/collection1/ and leader is
> http://127.0.0.1:63287/lb/lq/collection1/
>    [junit4]   2> 56416 T110 oasc.ZkController.register No LogReplay needed
> for core=collection1 baseURL=http://127.0.0.1:63287/lb/lq
>    [junit4]   2> 56416 T110 oasc.ZkController.checkRecovery I am the
> leader, no recovery necessary
>    [junit4]   2> 56417 T110 oasc.ZkController.publish publishing
> core=collection1 state=active collection=control_collection
>    [junit4]   2> 56417 T110 oasc.ZkController.publish numShards not found
> on descriptor - reading it from system property
>    [junit4]   2> 56421 T102 oasc.DistributedQueue$LatchWatcher.process
> NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 56431 T103 oasc.Overseer$ClusterStateUpdater.updateState
> Update state numShards=2 message={
>    [junit4]   2>          "shard":"shard1",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "core_node_name":"core_node1",
>    [junit4]   2>          "collection":"control_collection",
>    [junit4]   2>          "node_name":"127.0.0.1:63287_lb%2Flq",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "state":"active",
>    [junit4]   2>          "base_url":"http://127.0.0.1:63287/lb/lq"}
>    [junit4]   2> 56447 T62 oasc.AbstractFullDistribZkTestBase.createJettys
> create jetty 1
>    [junit4]   2> 56448 T62 oejs.Server.doStart jetty-8.1.10.v20130312
>    [junit4]   2> 56452 T62 oejs.AbstractConnector.doStart Started
> SocketConnector@127.0.0.1:63453
>    [junit4]   2> 56453 T62 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
>    [junit4]   2> 56453 T62 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
>    [junit4]   2> 56454 T62 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/jenkins/jenkins-
> slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/
> solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-
> 7CE668C4F97FB950-001/tempDir-004
>    [junit4]   2> 56454 T62 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-
> slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/
> solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-
> 7CE668C4F97FB950-001/tempDir-004/'
>    [junit4]   2> 56508 T62 oasc.ConfigSolr.fromFile Loading container
> configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-
> Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.
> CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-004/solr.xml
>    [junit4]   2> 56539 T113 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 56539 T102 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 56595 T62 oasc.CoreContainer.<init> New CoreContainer
> 274735834
>    [junit4]   2> 56596 T62 oasc.CoreContainer.load Loading cores into
> CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/
> workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/
> test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-
> 7CE668C4F97FB950-001/tempDir-004/]
>    [junit4]   2> 56598 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 90000
>    [junit4]   2> 56598 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to:
>    [junit4]   2> 56599 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
>    [junit4]   2> 56599 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 56600 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnections to: 10000
>    [junit4]   2> 56600 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
>    [junit4]   2> 56601 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 56601 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
>    [junit4]   2> 56602 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
>    [junit4]   2> 56602 T62 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
>    [junit4]   2> 56603 T62 oasu.UpdateShardHandler.<init> Creating
> UpdateShardHandler HTTP client with params: socketTimeout=340000&
> connTimeout=45000&retry=false
>    [junit4]   2> 56604 T62 oasl.LogWatcher.createWatcher SLF4J impl is
> org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 56605 T62 oasl.LogWatcher.newRegisteredLogWatcher
> Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 56605 T62 oasc.CoreContainer.load Host Name: 127.0.0.1
>    [junit4]   2> 56606 T62 oasc.ZkContainer.initZooKeeper Zookeeper client=
> 127.0.0.1:63282/solr
>    [junit4]   2> 56606 T62 oasc.ZkController.checkChrootPath zkHost
> includes chroot
>    [junit4]   2> 56607 T62 oascc.SolrZkClient.
> createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 56608 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 56610 T125 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@cc9d2d3
> name:ZooKeeperConnection Watcher:127.0.0.1:63282 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 56611 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 56612 T62 oascc.SolrZkClient.createZkACLProvider Using
> default ZkACLProvider
>    [junit4]   2> 56615 T62 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 56617 T128 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@15992bab
> name:ZooKeeperConnection Watcher:127.0.0.1:63282/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 56618 T62 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 56628 T62 oascc.ZkStateReader.
> createClusterStateWatchersAndUpdate Updating cluster state from
> ZooKeeper...
>    [junit4]   2> 57635 T62 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63453_lb%2Flq
>    [junit4]   2> 57637 T62 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:63453_lb%2Flq
>    [junit4]   2> 57644 T62 oasc.Overseer.close Overseer (id=null) closing
>    [junit4]   2> 57661 T129 oasc.ZkController.publish publishing
> core=collection1 state=down collection=collection1
>    [junit4]   2> 57661 T129 oasc.ZkController.publish numShards not found
> on descriptor - reading it from system property
>    [junit4]   2> 57663 T102 oasc.DistributedQueue$LatchWatcher.process
> NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 57663 T129 oasc.ZkController.waitForCoreNodeName look
> for our core node name
>    [junit4]   2> 57670 T103 oasc.Overseer$ClusterStateUpdater.updateState
> Update state numShards=2 message={
>    [junit4]   2>          "shard":null,
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "collection":"collection1",
>    [junit4]   2>          "node_name":"127.0.0.1:63453_lb%2Flq",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "state":"down",
>    [junit4]   2>          "base_url":"http://127.0.0.1:63453/lb/lq"}
>    [junit4]   2> 57670 T103 oasc.Overseer$ClusterStateUpdater.createCollection
> Create collection collection1 with shards [shard1, shard2]
>    [junit4]   2> 57670 T103 oasc.Overseer$ClusterStateUpdater.createCollection
> state version collection1 1
>    [junit4]   2> 57671 T103 oasc.Overseer$ClusterStateUpdater.updateState
> Assigning new node to shard shard=shard2
>    [junit4]   2> 57780 T113 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 57781 T128 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 57780 T102 oascc.ZkStateReader$2.process A cluster state
> change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 58664 T129 oasc.ZkController.waitForShardId waiting to
> find shard id in clusterstate for collection1
>    [junit4]   2> 58665 T129 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:collection1
>    [junit4]   2> 58666 T129 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
>    [junit4]   2> 58667 T129 oascc.ZkStateReader.readConfigName Load
> collection config from:/collections/collection1
>    [junit4]   2> 58668 T129 oascc.ZkStateReader.readConfigName
> path=/collections/collection1 configName=conf1 specified config exists in
> ZooKeeper
>    [junit4]   2> 58669 T129 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-
> slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/
> solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-
> 7CE668C4F97FB950-001/tempDir-004/collection1/'
>    [junit4]   2> 58719 T129 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: 5.0.0
>    [junit4]   2> 58767 T129 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
>    [junit4]   2> 58769 T129 oass.IndexSchema.readSchema Reading Solr
> Schema from /configs/conf1/schema.xml
>    [junit4]   2> 58811 T129 oass.IndexSchema.readSchema [collection1]
> Schema name=test
>    [junit4]   2> 59179 T129 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 59182 T129 oass.IndexSchema.readSchema unique key field:
> id
>    [junit4]   2> 59185 T129 oass.IndexSchema.loadCopyFields WARN Field
> text is not multivalued and destination for multiple copyFields (3)
>    [junit4]   2> 59186 T129 oass.IndexSchema.loadCopyFields WARN Field
> lowerfilt1and2 is not multivalued and destination for multiple copyFields
> (2)
>    [junit4]   2> 59187 T129 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using configuration from collection collection1
>    [junit4]   2> 5

[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2217 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2217/

4 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrServerTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950:FD00E6DC8E20D96C]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.allTests(CloudSolrServerTest.java:300)
	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.doTest(CloudSolrServerTest.java:124)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
ERROR: SolrZkClient opens=19 closes=18

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=19 closes=18
	at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:461)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:188)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
7 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest:     1) Thread[id=212, name=CloudSolrServer ThreadPool-30-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=205, name=zkCallback-31-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=203, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[7CE668C4F97FB950]-SendThread(127.0.0.1:63282), state=RUNNABLE, group=TGRP-CloudSolrServerTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)    4) Thread[id=204, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[7CE668C4F97FB950]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)    5) Thread[id=213, name=CloudSolrServer ThreadPool-30-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=250, name=zkCallback-31-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=256, name=zkCallback-31-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest: 
   1) Thread[id=212, name=CloudSolrServer ThreadPool-30-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=205, name=zkCallback-31-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=203, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[7CE668C4F97FB950]-SendThread(127.0.0.1:63282), state=RUNNABLE, group=TGRP-CloudSolrServerTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   4) Thread[id=204, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[7CE668C4F97FB950]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   5) Thread[id=213, name=CloudSolrServer ThreadPool-30-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=250, name=zkCallback-31-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   7) Thread[id=256, name=zkCallback-31-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=203, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[7CE668C4F97FB950]-SendThread(127.0.0.1:63282), state=RUNNABLE, group=TGRP-CloudSolrServerTest]         at sun.nio.ch.IOUtil.drain(Native Method)         at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:167)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:108)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)    2) Thread[id=213, name=CloudSolrServer ThreadPool-30-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=250, name=zkCallback-31-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=256, name=zkCallback-31-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=205, name=zkCallback-31-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=212, name=CloudSolrServer ThreadPool-30-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=203, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[7CE668C4F97FB950]-SendThread(127.0.0.1:63282), state=RUNNABLE, group=TGRP-CloudSolrServerTest]
        at sun.nio.ch.IOUtil.drain(Native Method)
        at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:167)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:108)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   2) Thread[id=213, name=CloudSolrServer ThreadPool-30-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=250, name=zkCallback-31-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=256, name=zkCallback-31-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=205, name=zkCallback-31-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=212, name=CloudSolrServer ThreadPool-30-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950]:0)




Build Log:
[...truncated 12715 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrServerTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/init-core-data-001
   [junit4]   2> 52493 T62 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 52493 T62 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /lb/lq
   [junit4]   2> 52505 T62 oasc.AbstractZkTestCase.<clinit> WARN TEST_HOME() does not exist - solrj test?
   [junit4]   2> 52514 T62 oas.SolrTestCaseJ4.setUp ###Starting testWrongZkChrootTest
   [junit4]   2> 52527 T62 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 52535 T63 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 52735 T62 oasc.ZkTestServer.run start zk server on port:63278
   [junit4]   2> 52744 T62 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 52999 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 53144 T70 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ad1eea name:ZooKeeperConnection Watcher:127.0.0.1:63278 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 53145 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 53145 T62 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 53156 T62 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 53251 T62 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 53252 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 53255 T73 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d2bb19d name:ZooKeeperConnection Watcher:127.0.0.1:63278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 53255 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 53256 T62 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 53264 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 53269 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 53274 T62 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 53277 T62 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 53283 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 53284 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 53290 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 53291 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 53297 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml because it doesn't exist
   [junit4]   2> 53298 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
   [junit4]   2> 53299 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
   [junit4]   2> 53300 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
   [junit4]   2> 53301 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/enumsConfig.xml because it doesn't exist
   [junit4]   2> 53302 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
   [junit4]   2> 53302 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
   [junit4]   2> 53304 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
   [junit4]   2> 53304 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
   [junit4]   2> 53344 T62 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 53345 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 53347 T76 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2093e93e name:ZooKeeperConnection Watcher:127.0.0.1:63278/solr/xyz/foo got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 53348 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 53348 T62 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 53350 T62 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 53366 T62 oas.SolrTestCaseJ4.tearDown ###Ending testWrongZkChrootTest
   [junit4]   2> 53369 T62 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:63278 63278
   [junit4]   2> 53540 T63 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:63278 63278
   [junit4]   2> 53555 T62 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 53556 T62 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 53558 T77 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 53657 T62 oasc.ZkTestServer.run start zk server on port:63282
   [junit4]   2> 53658 T62 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 53659 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 53663 T84 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aba465b name:ZooKeeperConnection Watcher:127.0.0.1:63282 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 53664 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 53664 T62 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 53665 T62 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 53669 T62 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 53670 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 53673 T87 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@acfd279 name:ZooKeeperConnection Watcher:127.0.0.1:63282/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 53673 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 53674 T62 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 53674 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 53679 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 53683 T62 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 53687 T62 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 53691 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 53692 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 53699 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 53699 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 53704 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml because it doesn't exist
   [junit4]   2> 53705 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
   [junit4]   2> 53705 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
   [junit4]   2> 53706 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
   [junit4]   2> 53706 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/enumsConfig.xml because it doesn't exist
   [junit4]   2> 53707 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
   [junit4]   2> 53707 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
   [junit4]   2> 53708 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
   [junit4]   2> 53708 T62 oasc.AbstractZkTestCase.putConfig skipping /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
   [junit4]   2> 53977 T62 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 53983 T62 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63287
   [junit4]   2> 53984 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 53984 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 53985 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003
   [junit4]   2> 53985 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003/'
   [junit4]   2> 54027 T62 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003/solr.xml
   [junit4]   2> 54114 T62 oasc.CoreContainer.<init> New CoreContainer 462793016
   [junit4]   2> 54115 T62 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003/]
   [junit4]   2> 54116 T62 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 54117 T62 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 54118 T62 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 54118 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 54119 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 54119 T62 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 54120 T62 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 54120 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 54121 T62 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 54121 T62 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 54122 T62 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 54123 T62 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 54123 T62 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 54124 T62 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 54125 T62 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63282/solr
   [junit4]   2> 54170 T62 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 54171 T62 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 54172 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 54175 T99 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e1416e name:ZooKeeperConnection Watcher:127.0.0.1:63282 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 54175 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 54176 T62 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 54196 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 54199 T102 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bc8657a name:ZooKeeperConnection Watcher:127.0.0.1:63282/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 54199 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 54221 T62 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 54227 T62 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 54238 T62 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 54244 T62 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 54250 T62 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 54263 T62 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 54266 T62 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63287_lb%2Flq
   [junit4]   2> 54273 T62 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63287_lb%2Flq
   [junit4]   2> 54279 T62 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 54283 T62 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 54287 T62 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 54306 T62 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:63287_lb%2Flq
   [junit4]   2> 54307 T62 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 54311 T62 oasc.Overseer.start Overseer (id=92831292610641923-127.0.0.1:63287_lb%2Flq-n_0000000000) starting
   [junit4]   2> 54342 T62 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 54392 T62 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 54415 T104 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 54416 T62 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 54420 T62 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 54423 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 54455 T103 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 54480 T106 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 54481 T106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 54495 T102 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 54495 T106 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 54530 T103 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "node_name":"127.0.0.1:63287_lb%2Flq",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63287/lb/lq"}
   [junit4]   2> 54531 T103 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 54561 T103 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 54579 T103 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 54598 T102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 55497 T106 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 55497 T106 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 55499 T106 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 55499 T106 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 55501 T106 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 55502 T106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003/collection1/'
   [junit4]   2> 55613 T106 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 55663 T106 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 55666 T106 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 55716 T106 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 56097 T106 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 56100 T106 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 56103 T106 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 56103 T106 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 56106 T106 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 56106 T106 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 56107 T106 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-003/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/control/data/
   [junit4]   2> 56107 T106 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 56108 T106 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/control/data
   [junit4]   2> 56108 T106 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/control/data/index/
   [junit4]   2> 56109 T106 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 56109 T106 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/control/data/index
   [junit4]   2> 56111 T106 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@188f5e03 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6c65238d),segFN=segments_1,generation=1}
   [junit4]   2> 56111 T106 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 56113 T106 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 56113 T106 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 56114 T106 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 56114 T106 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 56115 T106 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 56115 T106 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 56116 T106 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 56116 T106 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 56117 T106 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 56117 T106 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 56117 T106 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 56133 T106 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 56136 T106 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 56137 T106 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 56139 T106 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 56145 T106 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 56146 T106 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 56147 T106 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@188f5e03 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6c65238d),segFN=segments_1,generation=1}
   [junit4]   2> 56147 T106 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 56148 T106 oass.SolrIndexSearcher.<init> Opening Searcher@7cd1e104[collection1] main
   [junit4]   2> 56148 T106 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 56151 T106 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 56151 T106 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 56164 T106 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 56164 T106 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 56165 T106 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 56166 T106 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 56166 T106 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 56168 T106 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 56172 T106 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 56172 T106 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 56173 T106 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 56174 T107 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7cd1e104[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 56175 T106 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 56176 T110 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63287/lb/lq collection:control_collection shard:shard1
   [junit4]   2> 56177 T62 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1
   [junit4]   2> 56178 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 56179 T62 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 56180 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 56183 T113 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a58133e name:ZooKeeperConnection Watcher:127.0.0.1:63282/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 56184 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 56184 T62 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 56186 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 56196 T62 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 56211 T110 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 56223 T110 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 56227 T102 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 56228 T110 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 56228 T110 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C5 name=collection1 org.apache.solr.core.SolrCore@15cbd4eb url=http://127.0.0.1:63287/lb/lq/collection1 node=127.0.0.1:63287_lb%2Flq C5_STATE=coll:control_collection core:collection1 props:{core=collection1, node_name=127.0.0.1:63287_lb%2Flq, state=down, base_url=http://127.0.0.1:63287/lb/lq}
   [junit4]   2> 56235 T110 C5 P63287 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63287/lb/lq/collection1/
   [junit4]   2> 56236 T110 C5 P63287 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 56236 T110 C5 P63287 oasc.SyncStrategy.syncToMe http://127.0.0.1:63287/lb/lq/collection1/ has no replicas
   [junit4]   2> 56237 T110 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63287/lb/lq/collection1/ shard1
   [junit4]   2> 56241 T113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 56241 T102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 56251 T110 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 56260 T102 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 56374 T113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 56374 T102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 56415 T110 oasc.ZkController.register We are http://127.0.0.1:63287/lb/lq/collection1/ and leader is http://127.0.0.1:63287/lb/lq/collection1/
   [junit4]   2> 56416 T110 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63287/lb/lq
   [junit4]   2> 56416 T110 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 56417 T110 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 56417 T110 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 56421 T102 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 56431 T103 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "node_name":"127.0.0.1:63287_lb%2Flq",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63287/lb/lq"}
   [junit4]   2> 56447 T62 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 56448 T62 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 56452 T62 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63453
   [junit4]   2> 56453 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 56453 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 56454 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-004
   [junit4]   2> 56454 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-004/'
   [junit4]   2> 56508 T62 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-004/solr.xml
   [junit4]   2> 56539 T113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 56539 T102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 56595 T62 oasc.CoreContainer.<init> New CoreContainer 274735834
   [junit4]   2> 56596 T62 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-004/]
   [junit4]   2> 56598 T62 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 56598 T62 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 56599 T62 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 56599 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 56600 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 56600 T62 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 56601 T62 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 56601 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 56602 T62 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 56602 T62 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 56603 T62 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 56604 T62 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 56605 T62 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 56605 T62 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 56606 T62 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63282/solr
   [junit4]   2> 56606 T62 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 56607 T62 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 56608 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 56610 T125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cc9d2d3 name:ZooKeeperConnection Watcher:127.0.0.1:63282 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 56611 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 56612 T62 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 56615 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 56617 T128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15992bab name:ZooKeeperConnection Watcher:127.0.0.1:63282/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 56618 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 56628 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 57635 T62 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63453_lb%2Flq
   [junit4]   2> 57637 T62 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63453_lb%2Flq
   [junit4]   2> 57644 T62 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 57661 T129 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 57661 T129 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 57663 T102 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 57663 T129 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 57670 T103 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "node_name":"127.0.0.1:63453_lb%2Flq",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63453/lb/lq"}
   [junit4]   2> 57670 T103 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 57670 T103 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
   [junit4]   2> 57671 T103 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 57780 T113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 57781 T128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 57780 T102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 58664 T129 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 58665 T129 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 58666 T129 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 58667 T129 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 58668 T129 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 58669 T129 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-004/collection1/'
   [junit4]   2> 58719 T129 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 58767 T129 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 58769 T129 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 58811 T129 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 59179 T129 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 59182 T129 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 59185 T129 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 59186 T129 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 59187 T129 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 59188 T129 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 59188 T129 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-004/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/jetty1/
   [junit4]   2> 59189 T129 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 59189 T129 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/jetty1
   [junit4]   2> 59190 T129 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/jetty1/index/
   [junit4]   2> 59190 T129 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 59191 T129 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-002/jetty1/index
   [junit4]   2> 59192 T129 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@91597f2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@68aa9586),segFN=segments_1,generation=1}
   [junit4]   2> 59193 T129 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 59194 T129 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 59195 T129 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 59195 T129 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 59196 T129 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 59196 T129 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 59197 T129 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 59197 T129 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 59198 T129 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 59198 T129 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 59198 T129 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 59199 T129 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 59215 T129 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 59217 T129 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 59219 T129 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 59221 T129 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 59225 T129 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 59226 T129 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 59227 T129 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@91597f2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@68aa9586),segFN=segments_1,generation=1}
   [junit4]   2> 59227 T129 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 59228 T129 oass.SolrIndexSearcher.<init> Opening Searcher@5f6fa896[collection1] main
   [junit4]   2> 59229 T129 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 59231 T129 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 59232 T129 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 59233 T129 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 59233 T129 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 59233 T129 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 59235 T129 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 59236 T129 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 59236 T129 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 59237 T129 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 59238 T130 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f6fa896[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 59238 T129 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 59240 T133 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63453/lb/lq collection:collection1 shard:shard2
   [junit4]   2> 59241 T62 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1
   [junit4]   2> 59241 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 59251 T133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 59262 T133 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 59265 T102 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 59266 T133 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 59266 T133 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C6 name=collection1 org.apache.solr.core.SolrCore@69db6fe3 url=http://127.0.0.1:63453/lb/lq/collection1 node=127.0.0.1:63453_lb%2Flq C6_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:63453_lb%2Flq, state=down, base_url=http://127.0.0.1:63453/lb/lq}
   [junit4]   2> 59267 T133 C6 P63453 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63453/lb/lq/collection1/
   [junit4]   2> 59267 T133 C6 P63453 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 59268 T133 C6 P63453 oasc.SyncStrategy.syncToMe http://127.0.0.1:63453/lb/lq/collection1/ has no replicas
   [junit4]   2> 59268 T133 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63453/lb/lq/collection1/ shard2
   [junit4]   2> 59268 T133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 59277 T102 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 59284 T128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 59284 T113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 59284 T102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 59329 T133 oasc.ZkController.register We are http://127.0.0.1:63453/lb/lq/collection1/ and leader is http://127.0.0.1:63453/lb/lq/collection1/
   [junit4]   2> 59330 T133 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63453/lb/lq
   [junit4]   2> 59330 T133 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 59331 T133 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 59331 T133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 59334 T102 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 59340 T103 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "node_name":"127.0.0.1:63453_lb%2Flq",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63453/lb/lq"}
   [junit4]   2> 59448 T128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 59448 T102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 59448 T113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 59500 T62 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 59501 T62 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 59505 T62 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63969
   [junit4]   2> 59506 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 59506 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 59507 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-005
   [junit4]   2> 59508 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-005/'
   [junit4]   2> 59551 T62 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-005/solr.xml
   [junit4]   2> 59638 T62 oasc.CoreContainer.<init> New CoreContainer 147140014
   [junit4]   2> 59639 T62 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrServerTest-7CE668C4F97FB950-001/tempDir-005/]
   [junit4]   2> 59640 T62 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 59641 T62 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 59641 T62 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 59642 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 59642 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 59643 T62 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 59643 T62 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 59644 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 59644 T62 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 59645 T62 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 59646 T62 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 59647 T62 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 59647 T62 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 59648 T62 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 59648 T62 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63282/solr
   [junit4]   2> 59649 T62 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 59649 T62 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 59651 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 59654 T145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6837725 name:ZooKeeperConnection Watcher:127.0.0.1:63282 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 59654 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 59655 T62 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 59658 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 59661 T148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28233ffd name:ZooKeeperConnection Watcher:127.0.0.1:63282/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 59661 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 59673 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 60680 T62 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63969_lb%2Flq
   [junit4]   2> 60682 T62 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63969_lb%2Flq
   [junit4]   2> 60689 T62 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 60700 T149 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 60700 T149 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 60702 T102 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 60702 T149 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 60708 T103 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "node_name":"127.0.0.1:63969_lb%2Flq",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63969/lb/lq"}
   [junit4]   2> 60709 T103 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 60709 T103 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 60819 T102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 60819 T128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 60819 T113 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 60819 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 61703 T149 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 61704 T149 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 61705 T149 oasc.ZkController.createCollectionZkNode Collection zkNode exist

[...truncated too long message...]

run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    6) Thread[id=250, name=zkCallback-31-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    7) Thread[id=256, name=zkCallback-31-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=203, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[7CE668C4F97FB950]-SendThread(127.0.0.1:63282), state=RUNNABLE, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:167)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:108)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]    >         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]    >    2) Thread[id=213, name=CloudSolrServer ThreadPool-30-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=250, name=zkCallback-31-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=256, name=zkCallback-31-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=205, name=zkCallback-31-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    6) Thread[id=212, name=CloudSolrServer ThreadPool-30-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7CE668C4F97FB950]:0)
   [junit4] Completed on J1 in 74.37s, 3 tests, 1 failure, 3 errors <<< FAILURES!

[...truncated 76 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:525: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:202: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:966: There were test failures: 54 suites, 330 tests, 3 suite-level errors, 1 error, 33 ignored

Total time: 70 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #2212
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 10774892 bytes
Compression is 0.0%
Took 2.8 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2216 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2216/

1 tests failed.
REGRESSION:  org.apache.solr.search.TestStressUserVersions.testStressReorderVersions

Error Message:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at __randomizedtesting.SeedInfo.seed([9610E8D364D8F592:8AD6D1C56E13711F]:0)
	at org.apache.solr.search.TestRTGBase.clearIndex(TestRTGBase.java:54)
	at org.apache.solr.search.TestStressUserVersions.testStressReorderVersions(TestStressUserVersions.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
	at org.apache.solr.util.TestHarness.getCore(TestHarness.java:209)
	at org.apache.solr.SolrTestCaseJ4.updateJ(SolrTestCaseJ4.java:1061)
	at org.apache.solr.SolrTestCaseJ4.deleteByQueryAndGetVersion(SolrTestCaseJ4.java:1255)
	at org.apache.solr.search.TestRTGBase.clearIndex(TestRTGBase.java:52)
	... 41 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
	... 15 more




Build Log:
[...truncated 11868 lines...]
   [junit4] Suite: org.apache.solr.search.TestStressUserVersions
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001
   [junit4]   2> 2430007 T2837 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2430009 T2837 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 2430010 T2837 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2430011 T2837 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2430012 T2837 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2430012 T2837 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2430150 T2837 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2430199 T2837 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-externalversionconstraint.xml
   [junit4]   2> 2430200 T2837 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema15.xml
   [junit4]   2> 2430213 T2837 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 2430483 T2837 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2430485 T2837 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2430487 T2837 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2430490 T2837 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2430503 T2837 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2430503 T2837 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr
   [junit4]   2> 2430504 T2837 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/'
   [junit4]   2> 2430552 T2837 oasc.CoreContainer.<init> New CoreContainer 118605308
   [junit4]   2> 2430552 T2837 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/]
   [junit4]   2> 2430553 T2837 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 2430553 T2837 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 2430553 T2837 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 2430553 T2837 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2430553 T2837 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 2430554 T2837 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2430554 T2837 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2430554 T2837 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2430554 T2837 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2430554 T2837 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2430557 T2837 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 2430559 T2837 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2430559 T2837 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2430559 T2837 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 2430562 T2838 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2430564 T2838 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2430564 T2838 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2430565 T2838 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2430617 T2838 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2430671 T2838 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-externalversionconstraint.xml
   [junit4]   2> 2430672 T2838 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema15.xml
   [junit4]   2> 2430684 T2838 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2431044 T2838 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2431055 T2838 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2431057 T2838 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2431062 T2838 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2431080 T2838 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 2431081 T2838 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2431081 T2838 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001/
   [junit4]   2> 2431081 T2838 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@250b0af0
   [junit4]   2> 2431082 T2838 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001
   [junit4]   2> 2431082 T2838 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001/index/
   [junit4]   2> 2431082 T2838 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 2431083 T2838 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001/index
   [junit4]   2> 2431083 T2838 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=85.22265625, floorSegmentMB=1.3857421875, forceMergeDeletesPctAllowed=9.164262703919487, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2431084 T2838 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001/index;done=true>>]
   [junit4]   2> 2431084 T2838 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001/index
   [junit4]   2> 2431085 T2838 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2036f783
   [junit4]   2> 2431085 T2838 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2431085 T2838 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2431086 T2838 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2431087 T2838 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 1 directories currently being tracked
   [junit4]   2> 2431087 T2838 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001 [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001;done=false>>]
   [junit4]   2> 2431088 T2838 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001/init-core-data-001
   [junit4]   2> 2431088 T2838 oasc.CoreContainer.create ERROR Error creating core [collection1]: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3' org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]   2> 	... 8 more
   [junit4]   2> Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]   2> 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
   [junit4]   2> 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> 2431114 T2837 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 2431118 T2837 oas.SolrTestCaseJ4.setUp ###Starting testStressReorderVersions
   [junit4]   2> 2431119 T2837 oas.SolrTestCaseJ4.tearDown ###Ending testStressReorderVersions
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestStressUserVersions -Dtests.method=testStressReorderVersions -Dtests.seed=9610E8D364D8F592 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=cs_CZ -Dtests.timezone=Etc/GMT-3 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.02s J0 | TestStressUserVersions.testStressReorderVersions <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9610E8D364D8F592:8AD6D1C56E13711F]:0)
   [junit4]    > 	at org.apache.solr.search.TestRTGBase.clearIndex(TestRTGBase.java:54)
   [junit4]    > 	at org.apache.solr.search.TestStressUserVersions.testStressReorderVersions(TestStressUserVersions.java:63)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCore(TestHarness.java:209)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.updateJ(SolrTestCaseJ4.java:1061)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.deleteByQueryAndGetVersion(SolrTestCaseJ4.java:1255)
   [junit4]    > 	at org.apache.solr.search.TestRTGBase.clearIndex(TestRTGBase.java:52)
   [junit4]    > 	... 41 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]    > 	... 15 more
   [junit4]   2> 2431138 T2837 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 2431138 T2837 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=118605308
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.search.TestStressUserVersions-9610E8D364D8F592-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=cs_CZ, timezone=Etc/GMT-3
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=283722976,total=344981504
   [junit4]   2> NOTE: All tests run in this JVM: [TestManagedSchema, TestFieldTypeCollectionResource, FileBasedSpellCheckerTest, TestAnalyzedSuggestions, SolrXmlInZkTest, PrimUtilsTest, TestIndexingPerformance, TestFastWriter, QueryEqualityTest, TestLeaderElectionZkExpiry, SystemInfoHandlerTest, TestSolrXmlPersistor, TestExpandComponent, TestMaxScoreQueryParser, TestReversedWildcardFilterFactory, MinimalSchemaTest, DocumentBuilderTest, TestCloudInspectUtil, BinaryUpdateRequestHandlerTest, TestStressReorder, SoftAutoCommitTest, TestCollationField, TestCloudManagedSchema, URLClassifyProcessorTest, TestRangeQuery, TestSolrDynamicMBean, ScriptEngineTest, TestSchemaSimilarityResource, BadIndexSchemaTest, TestBM25SimilarityFactory, AlternateDirectoryTest, TestDFRSimilarityFactory, TestRTGBase, AtomicUpdatesTest, JsonLoaderTest, OverseerCollectionProcessorTest, TestFreeTextSuggestions, PingRequestHandlerTest, SimpleCollectionCreateDeleteTest, HdfsUnloadDistributedZkTest, PeerSyncTest, DateFieldTest, SuggesterTest, ExternalFileFieldSortTest, TestSchemaVersionResource, TestLazyCores, XsltUpdateRequestHandlerTest, CursorPagingTest, TestRecoveryHdfs, CoreAdminRequestStatusTest, ReplicationFactorTest, TestDistribDocBasedVersion, OverseerRolesTest, OverseerTest, TestMiniSolrCloudCluster, DeleteLastCustomShardedReplicaTest, LeaderElectionTest, TestCoreContainer, TestManagedStopFilterFactory, AutoCommitTest, BlockDirectoryTest, TestSolr4Spatial, TestSolrXmlPersistence, TestRemoteStreaming, TestDynamicFieldResource, TestSort, TestMissingGroups, TestStressUserVersions]
   [junit4] Completed on J0 in 1.16s, 1 test, 1 error <<< FAILURES!

[...truncated 435 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:525: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:966: There were test failures: 445 suites, 1819 tests, 1 error, 58 ignored (22 assumptions)

Total time: 66 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #2212
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 177831138 bytes
Compression is 0.0%
Took 35 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Michael McCandless <lu...@mikemccandless.com>.
Hmm, I'm leery of giving this class a name: I don't want to call
attention to the fact that you can turn off CMS's throttling, even
inside Lucene's test-framework.


Mike McCandless

http://blog.mikemccandless.com


On Thu, Nov 20, 2014 at 10:51 AM, Mark Miller <ma...@gmail.com> wrote:
> If it was just to work around Solr, I think the fix should be in Solr. But
> we ship the Lucene test framework module, and Solr is not doing anything too
> crazy here at all. So it makes more sense to me to make the Lucene test
> module more friendly and consumable rather than doing a hack in Solr.
>
> - Mark
>
> On Thu Nov 20 2014 at 10:02:42 AM Alan Woodward <al...@flax.co.uk> wrote:
>>
>> It's a hack, true.  I thought about creating the public class in
>> LuceneTestCase, but it seemed weird to be changing the lucene functionality
>> to work around an issue in the way Solr instantiates things.  But you're
>> right, this does mean that we lose a bit of test coverage in Solr, so maybe
>> your suggestion is better.
>>
>> Alan Woodward
>> www.flax.co.uk
>>
>>
>> On 20 Nov 2014, at 14:38, Mark Miller wrote:
>>
>> This kind of sucks though right? What if we changed it from an anon class
>> in Lucene instead and then wouldn't it work in more cases and we don't lose
>> this new test functionality as a Lucene test module consumer?
>>
>> eg
>>
>>   public static final class DoesNotStallConcurrentMergeScheduler extends
>>       ConcurrentMergeScheduler {
>>     @Override
>>     protected synchronized void maybeStall() {
>>     }
>>   }
>>
>> Mark
>>
>> On Thu Nov 20 2014 at 5:17:31 AM Michael McCandless
>> <lu...@mikemccandless.com> wrote:
>>>
>>> Thanks Alan!
>>>
>>> Mike McCandless
>>>
>>> http://blog.mikemccandless.com
>>>
>>>
>>> On Thu, Nov 20, 2014 at 5:12 AM, Alan Woodward <al...@flax.co.uk> wrote:
>>> > I committed a fix.  There's now a check in newRandomConfig() to see if
>>> > there's a "$" in the merge scheduler class name, and if there is it
>>> > just
>>> > uses CMS instead.
>>> >
>>> > Alan Woodward
>>> > www.flax.co.uk
>>> >
>>> >
>>> > On 19 Nov 2014, at 19:07, Alan Woodward wrote:
>>> >
>>> > So digging in…  Solr instantiates the merge scheduler via it's
>>> > ResourceLoader, which takes a class name.  The random indexconfig
>>> > snippet
>>> > sets the classname to whatever the value of
>>> > ${solr.tests.mergeScheduler} is.
>>> > This is set in SolrTestCaseJ4.newRandomConfig():
>>> >
>>> > System.setProperty("solr.tests.mergeScheduler",
>>> > iwc.getMergeScheduler().getClass().getName());
>>> >
>>> > And I guess you can't call Class.newInstance() on an anonymous class?
>>> >
>>> > Alan Woodward
>>> > www.flax.co.uk
>>> >
>>> >
>>> > On 19 Nov 2014, at 18:10, Michael McCandless wrote:
>>> >
>>> > Oh, I also saw this before committing, was confused, ran "ant clean
>>> >
>>> > test" in solr directory, and it passed, so I thought "ant clean" fixed
>>> >
>>> > it ... I guess not.
>>> >
>>> >
>>> > With this change, in LuceneTestCase's newIndexWriterConfig, I
>>> >
>>> > sometimes randomly subclass ConcurrentMergeScheduler (to turn off
>>> >
>>> > merge throttling) in the random IWC that's returned.  Does this make
>>> >
>>> > Solr unhappy?  Why is Solr trying to instantiate the merge scheduler
>>> >
>>> > class that's already instantiated on IWC?  I'm confused...
>>> >
>>> >
>>> > Mike McCandless
>>> >
>>> >
>>> > http://blog.mikemccandless.com
>>> >
>>> >
>>> >
>>> > On Wed, Nov 19, 2014 at 1:00 PM, Alan Woodward <al...@flax.co.uk> wrote:
>>> >
>>> > I think this might be to do with Mike's changes in r1640457, but for
>>> > some
>>> >
>>> > reason I can't up from svn or the apache git repo at the moment so I'm
>>> > not
>>> >
>>> > certain.
>>> >
>>> >
>>> > Alan Woodward
>>> >
>>> > www.flax.co.uk
>>> >
>>> >
>>> >
>>> > On 19 Nov 2014, at 17:05, Chris Hostetter wrote:
>>> >
>>> >
>>> >
>>> > Apologies -- I haven't been following the commits closely this week.
>>> >
>>> >
>>> > Does anyone have any idea what changed at the low levels of the Solr
>>> >
>>> > testing class hierarchy to cause these failures in a variety of tests?
>>> >
>>> >
>>> > : SolrCore 'collection1' is not available due to init failure: Error
>>> >
>>> > : instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
>>> >
>>> >
>>> > : Caused by: org.apache.solr.common.SolrException: Error instantiating
>>> >
>>> > class: 'org.apache.lucene.util.LuceneTestCase$3'
>>> >
>>> > : at
>>> >
>>> >
>>> > org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
>>> >
>>> > : at
>>> >
>>> >
>>> > org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
>>> >
>>> > : at
>>> >
>>> >
>>> > org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
>>> >
>>> > : at
>>> >
>>> >
>>> > org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
>>> >
>>> > : at
>>> > org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
>>> >
>>> > : at
>>> > org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
>>> >
>>> > : at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
>>> >
>>> > : at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
>>> >
>>> > : ... 8 more
>>> >
>>> > : Caused by: java.lang.IllegalAccessException: Class
>>> >
>>> > org.apache.solr.core.SolrResourceLoader can not access a member of
>>> > class
>>> >
>>> > org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
>>> >
>>> > : at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
>>> >
>>> > : at java.lang.Class.newInstance(Class.java:368)
>>> >
>>> > : at
>>> >
>>> >
>>> > org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
>>> >
>>> > : ... 15 more
>>> >
>>> >
>>> > :    [junit4]   2> NOTE: reproduce with: ant test
>>> > -Dtestcase=SampleTest
>>> >
>>> > -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF
>>> > -Dtests.multiplier=2
>>> >
>>> > -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese
>>> >
>>> > -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true
>>> >
>>> > -Dtests.file.encoding=US-ASCII
>>> >
>>> >
>>> >
>>> > -Hoss
>>> >
>>> > http://www.lucidworks.com/
>>> >
>>> >
>>> > ---------------------------------------------------------------------
>>> >
>>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> >
>>> > For additional commands, e-mail: dev-help@lucene.apache.org
>>> >
>>> >
>>> >
>>> >
>>> > ---------------------------------------------------------------------
>>> >
>>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> >
>>> > For additional commands, e-mail: dev-help@lucene.apache.org
>>> >
>>> >
>>> >
>>> >
>>>
>>> ---------------------------------------------------------------------
>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> For additional commands, e-mail: dev-help@lucene.apache.org
>>>
>>
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Mark Miller <ma...@gmail.com>.
If it was just to work around Solr, I think the fix should be in Solr. But
we ship the Lucene test framework module, and Solr is not doing anything
too crazy here at all. So it makes more sense to me to make the Lucene test
module more friendly and consumable rather than doing a hack in Solr.

- Mark

On Thu Nov 20 2014 at 10:02:42 AM Alan Woodward <al...@flax.co.uk> wrote:

> It's a hack, true.  I thought about creating the public class in
> LuceneTestCase, but it seemed weird to be changing the lucene functionality
> to work around an issue in the way Solr instantiates things.  But you're
> right, this does mean that we lose a bit of test coverage in Solr, so maybe
> your suggestion is better.
>
> Alan Woodward
> www.flax.co.uk
>
>
> On 20 Nov 2014, at 14:38, Mark Miller wrote:
>
> This kind of sucks though right? What if we changed it from an anon class
> in Lucene instead and then wouldn't it work in more cases and we don't lose
> this new test functionality as a Lucene test module consumer?
>
> eg
>
>   public static final class DoesNotStallConcurrentMergeScheduler extends
>       ConcurrentMergeScheduler {
>     @Override
>     protected synchronized void maybeStall() {
>     }
>   }
>
> Mark
>
> On Thu Nov 20 2014 at 5:17:31 AM Michael McCandless <
> lucene@mikemccandless.com> wrote:
>
>> Thanks Alan!
>>
>> Mike McCandless
>>
>> http://blog.mikemccandless.com
>>
>>
>> On Thu, Nov 20, 2014 at 5:12 AM, Alan Woodward <al...@flax.co.uk> wrote:
>> > I committed a fix.  There's now a check in newRandomConfig() to see if
>> > there's a "$" in the merge scheduler class name, and if there is it just
>> > uses CMS instead.
>> >
>> > Alan Woodward
>> > www.flax.co.uk
>> >
>> >
>> > On 19 Nov 2014, at 19:07, Alan Woodward wrote:
>> >
>> > So digging in…  Solr instantiates the merge scheduler via it's
>> > ResourceLoader, which takes a class name.  The random indexconfig
>> snippet
>> > sets the classname to whatever the value of
>> ${solr.tests.mergeScheduler} is.
>> > This is set in SolrTestCaseJ4.newRandomConfig():
>> >
>> > System.setProperty("solr.tests.mergeScheduler",
>> > iwc.getMergeScheduler().getClass().getName());
>> >
>> > And I guess you can't call Class.newInstance() on an anonymous class?
>> >
>> > Alan Woodward
>> > www.flax.co.uk
>> >
>> >
>> > On 19 Nov 2014, at 18:10, Michael McCandless wrote:
>> >
>> > Oh, I also saw this before committing, was confused, ran "ant clean
>> >
>> > test" in solr directory, and it passed, so I thought "ant clean" fixed
>> >
>> > it ... I guess not.
>> >
>> >
>> > With this change, in LuceneTestCase's newIndexWriterConfig, I
>> >
>> > sometimes randomly subclass ConcurrentMergeScheduler (to turn off
>> >
>> > merge throttling) in the random IWC that's returned.  Does this make
>> >
>> > Solr unhappy?  Why is Solr trying to instantiate the merge scheduler
>> >
>> > class that's already instantiated on IWC?  I'm confused...
>> >
>> >
>> > Mike McCandless
>> >
>> >
>> > http://blog.mikemccandless.com
>> >
>> >
>> >
>> > On Wed, Nov 19, 2014 at 1:00 PM, Alan Woodward <al...@flax.co.uk> wrote:
>> >
>> > I think this might be to do with Mike's changes in r1640457, but for
>> some
>> >
>> > reason I can't up from svn or the apache git repo at the moment so I'm
>> not
>> >
>> > certain.
>> >
>> >
>> > Alan Woodward
>> >
>> > www.flax.co.uk
>> >
>> >
>> >
>> > On 19 Nov 2014, at 17:05, Chris Hostetter wrote:
>> >
>> >
>> >
>> > Apologies -- I haven't been following the commits closely this week.
>> >
>> >
>> > Does anyone have any idea what changed at the low levels of the Solr
>> >
>> > testing class hierarchy to cause these failures in a variety of tests?
>> >
>> >
>> > : SolrCore 'collection1' is not available due to init failure: Error
>> >
>> > : instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
>> >
>> >
>> > : Caused by: org.apache.solr.common.SolrException: Error instantiating
>> >
>> > class: 'org.apache.lucene.util.LuceneTestCase$3'
>> >
>> > : at
>> >
>> > org.apache.solr.core.SolrResourceLoader.newInstance(
>> SolrResourceLoader.java:532)
>> >
>> > : at
>> >
>> > org.apache.solr.core.SolrResourceLoader.newInstance(
>> SolrResourceLoader.java:517)
>> >
>> > : at
>> >
>> > org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(
>> SolrIndexConfig.java:289)
>> >
>> > : at
>> >
>> > org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(
>> SolrIndexConfig.java:214)
>> >
>> > : at org.apache.solr.update.SolrIndexWriter.<init>(
>> SolrIndexWriter.java:77)
>> >
>> > : at org.apache.solr.update.SolrIndexWriter.create(
>> SolrIndexWriter.java:64)
>> >
>> > : at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
>> >
>> > : at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
>> >
>> > : ... 8 more
>> >
>> > : Caused by: java.lang.IllegalAccessException: Class
>> >
>> > org.apache.solr.core.SolrResourceLoader can not access a member of
>> class
>> >
>> > org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
>> >
>> > : at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
>> >
>> > : at java.lang.Class.newInstance(Class.java:368)
>> >
>> > : at
>> >
>> > org.apache.solr.core.SolrResourceLoader.newInstance(
>> SolrResourceLoader.java:529)
>> >
>> > : ... 15 more
>> >
>> >
>> > :    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest
>> >
>> > -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF
>> -Dtests.multiplier=2
>> >
>> > -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese
>> >
>> > -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true
>> >
>> > -Dtests.file.encoding=US-ASCII
>> >
>> >
>> >
>> > -Hoss
>> >
>> > http://www.lucidworks.com/
>> >
>> >
>> > ---------------------------------------------------------------------
>> >
>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> >
>> > For additional commands, e-mail: dev-help@lucene.apache.org
>> >
>> >
>> >
>> >
>> > ---------------------------------------------------------------------
>> >
>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> >
>> > For additional commands, e-mail: dev-help@lucene.apache.org
>> >
>> >
>> >
>> >
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>>
>>
>

Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Alan Woodward <al...@flax.co.uk>.
It's a hack, true.  I thought about creating the public class in LuceneTestCase, but it seemed weird to be changing the lucene functionality to work around an issue in the way Solr instantiates things.  But you're right, this does mean that we lose a bit of test coverage in Solr, so maybe your suggestion is better.

Alan Woodward
www.flax.co.uk


On 20 Nov 2014, at 14:38, Mark Miller wrote:

> This kind of sucks though right? What if we changed it from an anon class in Lucene instead and then wouldn't it work in more cases and we don't lose this new test functionality as a Lucene test module consumer? 
> 
> eg
> 
>   public static final class DoesNotStallConcurrentMergeScheduler extends
>       ConcurrentMergeScheduler {
>     @Override
>     protected synchronized void maybeStall() {
>     }
>   }
> 
> Mark
> 
> On Thu Nov 20 2014 at 5:17:31 AM Michael McCandless <lu...@mikemccandless.com> wrote:
> Thanks Alan!
> 
> Mike McCandless
> 
> http://blog.mikemccandless.com
> 
> 
> On Thu, Nov 20, 2014 at 5:12 AM, Alan Woodward <al...@flax.co.uk> wrote:
> > I committed a fix.  There's now a check in newRandomConfig() to see if
> > there's a "$" in the merge scheduler class name, and if there is it just
> > uses CMS instead.
> >
> > Alan Woodward
> > www.flax.co.uk
> >
> >
> > On 19 Nov 2014, at 19:07, Alan Woodward wrote:
> >
> > So digging in…  Solr instantiates the merge scheduler via it's
> > ResourceLoader, which takes a class name.  The random indexconfig snippet
> > sets the classname to whatever the value of ${solr.tests.mergeScheduler} is.
> > This is set in SolrTestCaseJ4.newRandomConfig():
> >
> > System.setProperty("solr.tests.mergeScheduler",
> > iwc.getMergeScheduler().getClass().getName());
> >
> > And I guess you can't call Class.newInstance() on an anonymous class?
> >
> > Alan Woodward
> > www.flax.co.uk
> >
> >
> > On 19 Nov 2014, at 18:10, Michael McCandless wrote:
> >
> > Oh, I also saw this before committing, was confused, ran "ant clean
> >
> > test" in solr directory, and it passed, so I thought "ant clean" fixed
> >
> > it ... I guess not.
> >
> >
> > With this change, in LuceneTestCase's newIndexWriterConfig, I
> >
> > sometimes randomly subclass ConcurrentMergeScheduler (to turn off
> >
> > merge throttling) in the random IWC that's returned.  Does this make
> >
> > Solr unhappy?  Why is Solr trying to instantiate the merge scheduler
> >
> > class that's already instantiated on IWC?  I'm confused...
> >
> >
> > Mike McCandless
> >
> >
> > http://blog.mikemccandless.com
> >
> >
> >
> > On Wed, Nov 19, 2014 at 1:00 PM, Alan Woodward <al...@flax.co.uk> wrote:
> >
> > I think this might be to do with Mike's changes in r1640457, but for some
> >
> > reason I can't up from svn or the apache git repo at the moment so I'm not
> >
> > certain.
> >
> >
> > Alan Woodward
> >
> > www.flax.co.uk
> >
> >
> >
> > On 19 Nov 2014, at 17:05, Chris Hostetter wrote:
> >
> >
> >
> > Apologies -- I haven't been following the commits closely this week.
> >
> >
> > Does anyone have any idea what changed at the low levels of the Solr
> >
> > testing class hierarchy to cause these failures in a variety of tests?
> >
> >
> > : SolrCore 'collection1' is not available due to init failure: Error
> >
> > : instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
> >
> >
> > : Caused by: org.apache.solr.common.SolrException: Error instantiating
> >
> > class: 'org.apache.lucene.util.LuceneTestCase$3'
> >
> > : at
> >
> > org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
> >
> > : at
> >
> > org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
> >
> > : at
> >
> > org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
> >
> > : at
> >
> > org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
> >
> > : at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
> >
> > : at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
> >
> > : at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
> >
> > : at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
> >
> > : ... 8 more
> >
> > : Caused by: java.lang.IllegalAccessException: Class
> >
> > org.apache.solr.core.SolrResourceLoader can not access a member of class
> >
> > org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
> >
> > : at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
> >
> > : at java.lang.Class.newInstance(Class.java:368)
> >
> > : at
> >
> > org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
> >
> > : ... 15 more
> >
> >
> > :    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest
> >
> > -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF -Dtests.multiplier=2
> >
> > -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese
> >
> > -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true
> >
> > -Dtests.file.encoding=US-ASCII
> >
> >
> >
> > -Hoss
> >
> > http://www.lucidworks.com/
> >
> >
> > ---------------------------------------------------------------------
> >
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> >
> > For additional commands, e-mail: dev-help@lucene.apache.org
> >
> >
> >
> >
> > ---------------------------------------------------------------------
> >
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> >
> > For additional commands, e-mail: dev-help@lucene.apache.org
> >
> >
> >
> >
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
> 


Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Mark Miller <ma...@gmail.com>.
This kind of sucks though right? What if we changed it from an anon class
in Lucene instead and then wouldn't it work in more cases and we don't lose
this new test functionality as a Lucene test module consumer?

eg

  public static final class DoesNotStallConcurrentMergeScheduler extends
      ConcurrentMergeScheduler {
    @Override
    protected synchronized void maybeStall() {
    }
  }

Mark

On Thu Nov 20 2014 at 5:17:31 AM Michael McCandless <
lucene@mikemccandless.com> wrote:

> Thanks Alan!
>
> Mike McCandless
>
> http://blog.mikemccandless.com
>
>
> On Thu, Nov 20, 2014 at 5:12 AM, Alan Woodward <al...@flax.co.uk> wrote:
> > I committed a fix.  There's now a check in newRandomConfig() to see if
> > there's a "$" in the merge scheduler class name, and if there is it just
> > uses CMS instead.
> >
> > Alan Woodward
> > www.flax.co.uk
> >
> >
> > On 19 Nov 2014, at 19:07, Alan Woodward wrote:
> >
> > So digging in…  Solr instantiates the merge scheduler via it's
> > ResourceLoader, which takes a class name.  The random indexconfig snippet
> > sets the classname to whatever the value of ${solr.tests.mergeScheduler}
> is.
> > This is set in SolrTestCaseJ4.newRandomConfig():
> >
> > System.setProperty("solr.tests.mergeScheduler",
> > iwc.getMergeScheduler().getClass().getName());
> >
> > And I guess you can't call Class.newInstance() on an anonymous class?
> >
> > Alan Woodward
> > www.flax.co.uk
> >
> >
> > On 19 Nov 2014, at 18:10, Michael McCandless wrote:
> >
> > Oh, I also saw this before committing, was confused, ran "ant clean
> >
> > test" in solr directory, and it passed, so I thought "ant clean" fixed
> >
> > it ... I guess not.
> >
> >
> > With this change, in LuceneTestCase's newIndexWriterConfig, I
> >
> > sometimes randomly subclass ConcurrentMergeScheduler (to turn off
> >
> > merge throttling) in the random IWC that's returned.  Does this make
> >
> > Solr unhappy?  Why is Solr trying to instantiate the merge scheduler
> >
> > class that's already instantiated on IWC?  I'm confused...
> >
> >
> > Mike McCandless
> >
> >
> > http://blog.mikemccandless.com
> >
> >
> >
> > On Wed, Nov 19, 2014 at 1:00 PM, Alan Woodward <al...@flax.co.uk> wrote:
> >
> > I think this might be to do with Mike's changes in r1640457, but for some
> >
> > reason I can't up from svn or the apache git repo at the moment so I'm
> not
> >
> > certain.
> >
> >
> > Alan Woodward
> >
> > www.flax.co.uk
> >
> >
> >
> > On 19 Nov 2014, at 17:05, Chris Hostetter wrote:
> >
> >
> >
> > Apologies -- I haven't been following the commits closely this week.
> >
> >
> > Does anyone have any idea what changed at the low levels of the Solr
> >
> > testing class hierarchy to cause these failures in a variety of tests?
> >
> >
> > : SolrCore 'collection1' is not available due to init failure: Error
> >
> > : instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
> >
> >
> > : Caused by: org.apache.solr.common.SolrException: Error instantiating
> >
> > class: 'org.apache.lucene.util.LuceneTestCase$3'
> >
> > : at
> >
> > org.apache.solr.core.SolrResourceLoader.newInstance(
> SolrResourceLoader.java:532)
> >
> > : at
> >
> > org.apache.solr.core.SolrResourceLoader.newInstance(
> SolrResourceLoader.java:517)
> >
> > : at
> >
> > org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(
> SolrIndexConfig.java:289)
> >
> > : at
> >
> > org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(
> SolrIndexConfig.java:214)
> >
> > : at org.apache.solr.update.SolrIndexWriter.<init>(
> SolrIndexWriter.java:77)
> >
> > : at org.apache.solr.update.SolrIndexWriter.create(
> SolrIndexWriter.java:64)
> >
> > : at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
> >
> > : at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
> >
> > : ... 8 more
> >
> > : Caused by: java.lang.IllegalAccessException: Class
> >
> > org.apache.solr.core.SolrResourceLoader can not access a member of class
> >
> > org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
> >
> > : at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
> >
> > : at java.lang.Class.newInstance(Class.java:368)
> >
> > : at
> >
> > org.apache.solr.core.SolrResourceLoader.newInstance(
> SolrResourceLoader.java:529)
> >
> > : ... 15 more
> >
> >
> > :    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest
> >
> > -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF
> -Dtests.multiplier=2
> >
> > -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese
> >
> > -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true
> >
> > -Dtests.file.encoding=US-ASCII
> >
> >
> >
> > -Hoss
> >
> > http://www.lucidworks.com/
> >
> >
> > ---------------------------------------------------------------------
> >
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> >
> > For additional commands, e-mail: dev-help@lucene.apache.org
> >
> >
> >
> >
> > ---------------------------------------------------------------------
> >
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> >
> > For additional commands, e-mail: dev-help@lucene.apache.org
> >
> >
> >
> >
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>
>

Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Michael McCandless <lu...@mikemccandless.com>.
Thanks Alan!

Mike McCandless

http://blog.mikemccandless.com


On Thu, Nov 20, 2014 at 5:12 AM, Alan Woodward <al...@flax.co.uk> wrote:
> I committed a fix.  There's now a check in newRandomConfig() to see if
> there's a "$" in the merge scheduler class name, and if there is it just
> uses CMS instead.
>
> Alan Woodward
> www.flax.co.uk
>
>
> On 19 Nov 2014, at 19:07, Alan Woodward wrote:
>
> So digging in…  Solr instantiates the merge scheduler via it's
> ResourceLoader, which takes a class name.  The random indexconfig snippet
> sets the classname to whatever the value of ${solr.tests.mergeScheduler} is.
> This is set in SolrTestCaseJ4.newRandomConfig():
>
> System.setProperty("solr.tests.mergeScheduler",
> iwc.getMergeScheduler().getClass().getName());
>
> And I guess you can't call Class.newInstance() on an anonymous class?
>
> Alan Woodward
> www.flax.co.uk
>
>
> On 19 Nov 2014, at 18:10, Michael McCandless wrote:
>
> Oh, I also saw this before committing, was confused, ran "ant clean
>
> test" in solr directory, and it passed, so I thought "ant clean" fixed
>
> it ... I guess not.
>
>
> With this change, in LuceneTestCase's newIndexWriterConfig, I
>
> sometimes randomly subclass ConcurrentMergeScheduler (to turn off
>
> merge throttling) in the random IWC that's returned.  Does this make
>
> Solr unhappy?  Why is Solr trying to instantiate the merge scheduler
>
> class that's already instantiated on IWC?  I'm confused...
>
>
> Mike McCandless
>
>
> http://blog.mikemccandless.com
>
>
>
> On Wed, Nov 19, 2014 at 1:00 PM, Alan Woodward <al...@flax.co.uk> wrote:
>
> I think this might be to do with Mike's changes in r1640457, but for some
>
> reason I can't up from svn or the apache git repo at the moment so I'm not
>
> certain.
>
>
> Alan Woodward
>
> www.flax.co.uk
>
>
>
> On 19 Nov 2014, at 17:05, Chris Hostetter wrote:
>
>
>
> Apologies -- I haven't been following the commits closely this week.
>
>
> Does anyone have any idea what changed at the low levels of the Solr
>
> testing class hierarchy to cause these failures in a variety of tests?
>
>
> : SolrCore 'collection1' is not available due to init failure: Error
>
> : instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
>
>
> : Caused by: org.apache.solr.common.SolrException: Error instantiating
>
> class: 'org.apache.lucene.util.LuceneTestCase$3'
>
> : at
>
> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
>
> : at
>
> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
>
> : at
>
> org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
>
> : at
>
> org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
>
> : at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
>
> : at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
>
> : at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
>
> : at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
>
> : ... 8 more
>
> : Caused by: java.lang.IllegalAccessException: Class
>
> org.apache.solr.core.SolrResourceLoader can not access a member of class
>
> org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
>
> : at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
>
> : at java.lang.Class.newInstance(Class.java:368)
>
> : at
>
> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
>
> : ... 15 more
>
>
> :    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest
>
> -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF -Dtests.multiplier=2
>
> -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese
>
> -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true
>
> -Dtests.file.encoding=US-ASCII
>
>
>
> -Hoss
>
> http://www.lucidworks.com/
>
>
> ---------------------------------------------------------------------
>
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>
> For additional commands, e-mail: dev-help@lucene.apache.org
>
>
>
>
> ---------------------------------------------------------------------
>
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>
> For additional commands, e-mail: dev-help@lucene.apache.org
>
>
>
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Alan Woodward <al...@flax.co.uk>.
I committed a fix.  There's now a check in newRandomConfig() to see if there's a "$" in the merge scheduler class name, and if there is it just uses CMS instead.

Alan Woodward
www.flax.co.uk


On 19 Nov 2014, at 19:07, Alan Woodward wrote:

> So digging in…  Solr instantiates the merge scheduler via it's ResourceLoader, which takes a class name.  The random indexconfig snippet sets the classname to whatever the value of ${solr.tests.mergeScheduler} is.  This is set in SolrTestCaseJ4.newRandomConfig():
> 
> System.setProperty("solr.tests.mergeScheduler", iwc.getMergeScheduler().getClass().getName());
> 
> And I guess you can't call Class.newInstance() on an anonymous class?
> 
> Alan Woodward
> www.flax.co.uk
> 
> 
> On 19 Nov 2014, at 18:10, Michael McCandless wrote:
> 
>> Oh, I also saw this before committing, was confused, ran "ant clean
>> test" in solr directory, and it passed, so I thought "ant clean" fixed
>> it ... I guess not.
>> 
>> With this change, in LuceneTestCase's newIndexWriterConfig, I
>> sometimes randomly subclass ConcurrentMergeScheduler (to turn off
>> merge throttling) in the random IWC that's returned.  Does this make
>> Solr unhappy?  Why is Solr trying to instantiate the merge scheduler
>> class that's already instantiated on IWC?  I'm confused...
>> 
>> Mike McCandless
>> 
>> http://blog.mikemccandless.com
>> 
>> 
>> On Wed, Nov 19, 2014 at 1:00 PM, Alan Woodward <al...@flax.co.uk> wrote:
>>> I think this might be to do with Mike's changes in r1640457, but for some
>>> reason I can't up from svn or the apache git repo at the moment so I'm not
>>> certain.
>>> 
>>> Alan Woodward
>>> www.flax.co.uk
>>> 
>>> 
>>> On 19 Nov 2014, at 17:05, Chris Hostetter wrote:
>>> 
>>> 
>>> Apologies -- I haven't been following the commits closely this week.
>>> 
>>> Does anyone have any idea what changed at the low levels of the Solr
>>> testing class hierarchy to cause these failures in a variety of tests?
>>> 
>>> : SolrCore 'collection1' is not available due to init failure: Error
>>> : instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
>>> 
>>> : Caused by: org.apache.solr.common.SolrException: Error instantiating
>>> class: 'org.apache.lucene.util.LuceneTestCase$3'
>>> : at
>>> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
>>> : at
>>> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
>>> : at
>>> org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
>>> : at
>>> org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
>>> : at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
>>> : at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
>>> : at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
>>> : at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
>>> : ... 8 more
>>> : Caused by: java.lang.IllegalAccessException: Class
>>> org.apache.solr.core.SolrResourceLoader can not access a member of class
>>> org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
>>> : at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
>>> : at java.lang.Class.newInstance(Class.java:368)
>>> : at
>>> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
>>> : ... 15 more
>>> 
>>> :    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest
>>> -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF -Dtests.multiplier=2
>>> -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese
>>> -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true
>>> -Dtests.file.encoding=US-ASCII
>>> 
>>> 
>>> -Hoss
>>> http://www.lucidworks.com/
>>> 
>>> ---------------------------------------------------------------------
>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> For additional commands, e-mail: dev-help@lucene.apache.org
>>> 
>>> 
>> 
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>> 
> 


Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Alan Woodward <al...@flax.co.uk>.
So digging in…  Solr instantiates the merge scheduler via it's ResourceLoader, which takes a class name.  The random indexconfig snippet sets the classname to whatever the value of ${solr.tests.mergeScheduler} is.  This is set in SolrTestCaseJ4.newRandomConfig():

System.setProperty("solr.tests.mergeScheduler", iwc.getMergeScheduler().getClass().getName());

And I guess you can't call Class.newInstance() on an anonymous class?

Alan Woodward
www.flax.co.uk


On 19 Nov 2014, at 18:10, Michael McCandless wrote:

> Oh, I also saw this before committing, was confused, ran "ant clean
> test" in solr directory, and it passed, so I thought "ant clean" fixed
> it ... I guess not.
> 
> With this change, in LuceneTestCase's newIndexWriterConfig, I
> sometimes randomly subclass ConcurrentMergeScheduler (to turn off
> merge throttling) in the random IWC that's returned.  Does this make
> Solr unhappy?  Why is Solr trying to instantiate the merge scheduler
> class that's already instantiated on IWC?  I'm confused...
> 
> Mike McCandless
> 
> http://blog.mikemccandless.com
> 
> 
> On Wed, Nov 19, 2014 at 1:00 PM, Alan Woodward <al...@flax.co.uk> wrote:
>> I think this might be to do with Mike's changes in r1640457, but for some
>> reason I can't up from svn or the apache git repo at the moment so I'm not
>> certain.
>> 
>> Alan Woodward
>> www.flax.co.uk
>> 
>> 
>> On 19 Nov 2014, at 17:05, Chris Hostetter wrote:
>> 
>> 
>> Apologies -- I haven't been following the commits closely this week.
>> 
>> Does anyone have any idea what changed at the low levels of the Solr
>> testing class hierarchy to cause these failures in a variety of tests?
>> 
>> : SolrCore 'collection1' is not available due to init failure: Error
>> : instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
>> 
>> : Caused by: org.apache.solr.common.SolrException: Error instantiating
>> class: 'org.apache.lucene.util.LuceneTestCase$3'
>> : at
>> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
>> : at
>> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
>> : at
>> org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
>> : at
>> org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
>> : at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
>> : at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
>> : at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
>> : at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
>> : ... 8 more
>> : Caused by: java.lang.IllegalAccessException: Class
>> org.apache.solr.core.SolrResourceLoader can not access a member of class
>> org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
>> : at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
>> : at java.lang.Class.newInstance(Class.java:368)
>> : at
>> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
>> : ... 15 more
>> 
>> :    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest
>> -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF -Dtests.multiplier=2
>> -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese
>> -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true
>> -Dtests.file.encoding=US-ASCII
>> 
>> 
>> -Hoss
>> http://www.lucidworks.com/
>> 
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>> 
>> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
> 


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Michael McCandless <lu...@mikemccandless.com>.
Oh, I also saw this before committing, was confused, ran "ant clean
test" in solr directory, and it passed, so I thought "ant clean" fixed
it ... I guess not.

With this change, in LuceneTestCase's newIndexWriterConfig, I
sometimes randomly subclass ConcurrentMergeScheduler (to turn off
merge throttling) in the random IWC that's returned.  Does this make
Solr unhappy?  Why is Solr trying to instantiate the merge scheduler
class that's already instantiated on IWC?  I'm confused...

Mike McCandless

http://blog.mikemccandless.com


On Wed, Nov 19, 2014 at 1:00 PM, Alan Woodward <al...@flax.co.uk> wrote:
> I think this might be to do with Mike's changes in r1640457, but for some
> reason I can't up from svn or the apache git repo at the moment so I'm not
> certain.
>
> Alan Woodward
> www.flax.co.uk
>
>
> On 19 Nov 2014, at 17:05, Chris Hostetter wrote:
>
>
> Apologies -- I haven't been following the commits closely this week.
>
> Does anyone have any idea what changed at the low levels of the Solr
> testing class hierarchy to cause these failures in a variety of tests?
>
> : SolrCore 'collection1' is not available due to init failure: Error
> : instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
>
> : Caused by: org.apache.solr.common.SolrException: Error instantiating
> class: 'org.apache.lucene.util.LuceneTestCase$3'
> : at
> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
> : at
> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
> : at
> org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
> : at
> org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
> : at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
> : at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
> : at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
> : at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
> : ... 8 more
> : Caused by: java.lang.IllegalAccessException: Class
> org.apache.solr.core.SolrResourceLoader can not access a member of class
> org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
> : at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
> : at java.lang.Class.newInstance(Class.java:368)
> : at
> org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
> : ... 15 more
>
> :    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest
> -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF -Dtests.multiplier=2
> -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese
> -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true
> -Dtests.file.encoding=US-ASCII
>
>
> -Hoss
> http://www.lucidworks.com/
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Alan Woodward <al...@flax.co.uk>.
I think this might be to do with Mike's changes in r1640457, but for some reason I can't up from svn or the apache git repo at the moment so I'm not certain.

Alan Woodward
www.flax.co.uk


On 19 Nov 2014, at 17:05, Chris Hostetter wrote:

> 
> Apologies -- I haven't been following the commits closely this week.
> 
> Does anyone have any idea what changed at the low levels of the Solr 
> testing class hierarchy to cause these failures in a variety of tests?
> 
> : SolrCore 'collection1' is not available due to init failure: Error 
> : instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
> 
> : Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
> : 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
> : 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
> : 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
> : 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
> : 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
> : 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
> : 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
> : 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
> : 	... 8 more
> : Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
> : 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
> : 	at java.lang.Class.newInstance(Class.java:368)
> : 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
> : 	... 15 more
> 
> :    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
> 
> 
> -Hoss
> http://www.lucidworks.com/
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
> 


Re: [JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Chris Hostetter <ho...@fucit.org>.
Apologies -- I haven't been following the commits closely this week.

Does anyone have any idea what changed at the low levels of the Solr 
testing class hierarchy to cause these failures in a variety of tests?

: SolrCore 'collection1' is not available due to init failure: Error 
: instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

: Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
: 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
: 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
: 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
: 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
: 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
: 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
: 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
: 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
: 	... 8 more
: Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
: 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
: 	at java.lang.Class.newInstance(Class.java:368)
: 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
: 	... 15 more

:    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true -Dtests.file.encoding=US-ASCII


-Hoss
http://www.lucidworks.com/

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2215 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2215/

2 tests failed.
REGRESSION:  org.apache.solr.SampleTest.testSimple

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at __randomizedtesting.SeedInfo.seed([2E6E8F9ADADFEACF:16DDAB64FD2C3E1E]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SampleTest.testSimple(SampleTest.java:51)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
	... 15 more


REGRESSION:  org.apache.solr.SampleTest.testAdvanced

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at __randomizedtesting.SeedInfo.seed([2E6E8F9ADADFEACF:F5D04BBD0F1447FA]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SampleTest.testAdvanced(SampleTest.java:75)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
	... 15 more




Build Log:
[...truncated 12091 lines...]
   [junit4] Suite: org.apache.solr.SampleTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001
   [junit4]   2> 2559172 T4905 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 2559173 T4905 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 2559173 T4905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2559174 T4905 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2559175 T4905 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2559175 T4905 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2559229 T4905 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2559277 T4905 oasc.SolrConfig.<init> Loaded SolrConfig: solr/crazy-path-to-config.xml
   [junit4]   2> 2559280 T4905 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solr/crazy-path-to-schema.xml
   [junit4]   2> 2559287 T4905 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 2559300 T4905 oass.IndexSchema.readSchema default search field in schema is subject
   [junit4]   2> 2559302 T4905 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2559303 T4905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2559303 T4905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr
   [junit4]   2> 2559303 T4905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/'
   [junit4]   2> 2559376 T4905 oasc.CoreContainer.<init> New CoreContainer 2094199494
   [junit4]   2> 2559376 T4905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/]
   [junit4]   2> 2559377 T4905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 2559377 T4905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 2559378 T4905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 2559378 T4905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2559378 T4905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 2559379 T4905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2559379 T4905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2559379 T4905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2559379 T4905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2559380 T4905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2559380 T4905 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 2559380 T4905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2559381 T4905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2559381 T4905 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 2559385 T4906 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2559387 T4906 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2559388 T4906 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2559388 T4906 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2559519 T4906 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2559563 T4906 oasc.SolrConfig.<init> Loaded SolrConfig: solr/crazy-path-to-config.xml
   [junit4]   2> 2559564 T4906 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solr/crazy-path-to-schema.xml
   [junit4]   2> 2559571 T4906 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2559591 T4906 oass.IndexSchema.readSchema default search field in schema is subject
   [junit4]   2> 2559593 T4906 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2559594 T4906 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 2559595 T4906 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 2559595 T4906 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001/
   [junit4]   2> 2559595 T4906 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 2559596 T4906 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001
   [junit4]   2> 2559597 T4906 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001/index/
   [junit4]   2> 2559598 T4906 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 2559599 T4906 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001/index
   [junit4]   2> 2559600 T4906 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=98.6484375, floorSegmentMB=0.498046875, forceMergeDeletesPctAllowed=0.8216075690824509, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717601207922846
   [junit4]   2> 2559600 T4906 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001/index;done=true>>]
   [junit4]   2> 2559600 T4906 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001/index
   [junit4]   2> 2559601 T4906 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@71f6bbfe
   [junit4]   2> 2559601 T4906 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2559601 T4906 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2559601 T4906 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2559602 T4906 oasc.CachingDirectoryFactory.close Closing NRTCachingDirectoryFactory - 1 directories currently being tracked
   [junit4]   2> 2559602 T4906 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001 [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001;done=false>>]
   [junit4]   2> 2559602 T4906 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001/init-core-data-001
   [junit4]   2> 2559602 T4906 oasc.CoreContainer.create ERROR Error creating core [collection1]: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3' org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]   2> 	... 8 more
   [junit4]   2> Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]   2> 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
   [junit4]   2> 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> 2559631 T4905 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 2559635 T4905 oas.SolrTestCaseJ4.setUp ###Starting testSimple
   [junit4]   2> 2559636 T4905 oas.SolrTestCaseJ4.tearDown ###Ending testSimple
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest -Dtests.method=testSimple -Dtests.seed=2E6E8F9ADADFEACF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.03s J0 | SampleTest.testSimple <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2E6E8F9ADADFEACF:16DDAB64FD2C3E1E]:0)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SampleTest.testSimple(SampleTest.java:51)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]    > 	... 15 more
   [junit4]   2> 2559664 T4905 oas.SolrTestCaseJ4.setUp ###Starting testAdvanced
   [junit4]   2> 2559664 T4905 oas.SolrTestCaseJ4.tearDown ###Ending testAdvanced
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SampleTest -Dtests.method=testAdvanced -Dtests.seed=2E6E8F9ADADFEACF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.01s J0 | SampleTest.testAdvanced <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2E6E8F9ADADFEACF:F5D04BBD0F1447FA]:0)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SampleTest.testAdvanced(SampleTest.java:75)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]    > 	... 15 more
   [junit4]   2> 2559673 T4905 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 2559674 T4905 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=2094199494
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.SampleTest-2E6E8F9ADADFEACF-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=53), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=53)), sim=DefaultSimilarity, locale=ja_JP_JP_#u-ca-japanese, timezone=Europe/Lisbon
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=132045528,total=291504128
   [junit4]   2> NOTE: All tests run in this JVM: [ParsingFieldUpdateProcessorsTest, TestFieldTypeResource, RAMDirectoryFactoryTest, TestSolrDeletionPolicy1, VMParamsZkACLAndCredentialsProvidersTest, ExitableDirectoryReaderTest, OverriddenZkACLAndCredentialsProvidersTest, TestFileDictionaryLookup, TestRemoteStreaming, StressHdfsTest, TestDefaultSimilarityFactory, IndexBasedSpellCheckerTest, SpatialFilterTest, TestPivotHelperCode, SolrCoreTest, TestCloudInspectUtil, TestHighFrequencyDictionaryFactory, HdfsWriteToMultipleCollectionsTest, TestDynamicFieldCollectionResource, XsltUpdateRequestHandlerTest, QueryElevationComponentTest, BinaryUpdateRequestHandlerTest, TestConfig, AtomicUpdatesTest, QueryResultKeyTest, SolrTestCaseJ4Test, TestJmxMonitoredMap, SOLR749Test, TestCopyFieldCollectionResource, ResponseHeaderTest, TestManagedSynonymFilterFactory, QueryParsingTest, ReturnFieldsTest, AnalysisErrorHandlingTest, DateRangeFieldTest, DateFieldTest, TestIBSimilarityFactory, BadIndexSchemaTest, MultiTermTest, TestConfigSets, UUIDUpdateProcessorFallbackTest, ReplicationFactorTest, DOMUtilTest, WordBreakSolrSpellCheckerTest, TestSearcherReuse, DocValuesTest, TestRTGBase, TestSchemaManager, DirectSolrConnectionTest, MigrateRouteKeyTest, LeaderElectionIntegrationTest, TestShortCircuitedRequests, OverseerTest, DistributedFacetPivotLargeTest, TestRandomFaceting, DeleteShardTest, DistributedExpandComponentTest, TestHighlightDedupGrouping, TestStressReorder, TestRealTimeGet, TestFiltering, TestDocBasedVersionConstraints, TestReplicationHandlerBackup, TestDynamicFieldResource, NoCacheHeaderTest, TestMissingGroups, OverseerCollectionProcessorTest, SpellCheckCollatorTest, SuggesterTest, TestAtomicUpdateErrorCases, TestComplexPhraseQParserPlugin, TestCSVLoader, TestNonNRTOpen, TestUpdate, TestCSVResponseWriter, TestOmitPositions, IndexSchemaTest, LoggingHandlerTest, DocumentAnalysisRequestHandlerTest, RegexBoostProcessorTest, PingRequestHandlerTest, PrimitiveFieldTypeTest, RequiredFieldsTest, TestInitQParser, TestSortingResponseWriter, ClusterStateTest, OutputWriterTest, TestElisionMultitermQuery, SampleTest]
   [junit4] Completed on J0 in 0.53s, 2 tests, 2 errors <<< FAILURES!

[...truncated 175 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:525: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 2 errors, 58 ignored (22 assumptions)

Total time: 69 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #2212
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 182214384 bytes
Compression is 0.0%
Took 33 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2214 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2214/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.TestLBHttpSolrServer.testReliability

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([81E2D093E929F1C3:402A0DD5484F206A]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:539)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.TestLBHttpSolrServer.testReliability(TestLBHttpSolrServer.java:223)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:48918/solr
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:579)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:492)
	... 43 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:465)
	... 46 more




Build Log:
[...truncated 12686 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.TestLBHttpSolrServer
   [junit4]   2> SLF4J: Class path contains multiple SLF4J bindings.
   [junit4]   2> SLF4J: Found binding in [jar:file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/solrj/test-lib/slf4j-log4j12-1.7.6.jar!/org/slf4j/impl/StaticLoggerBinder.class]
   [junit4]   2> SLF4J: Found binding in [jar:file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/lib/slf4j-log4j12-1.7.6.jar!/org/slf4j/impl/StaticLoggerBinder.class]
   [junit4]   2> SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
   [junit4]   2> SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
   [junit4]   2> log4j:WARN No such property [conversionPattern] in org.apache.solr.util.SolrLogLayout.
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/init-core-data-001
   [junit4]   2> 4836 T11 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 5068 T11 oas.SolrTestCaseJ4.setUp ###Starting testReliability
   [junit4]   2> 6736 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 7215 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:58184
   [junit4]   2> 7407 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 7565 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 7566 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001
   [junit4]   2> 7567 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/'
   [junit4]   2> 8909 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/solr.xml
   [junit4]   2> 9264 T11 oasc.CoreContainer.<init> New CoreContainer 1389311915
   [junit4]   2> 9274 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/]
   [junit4]   2> 9530 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 9531 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 9532 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 9533 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 9534 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 9537 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 9538 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 9538 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 9539 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 9540 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 9975 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 10007 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 10016 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 10030 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 10810 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/'
   [junit4]   2> 11019 T23 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 11386 T23 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 11465 T23 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf/schema.xml
   [junit4]   2> 11533 T23 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 11922 T23 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 11949 T23 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/
   [junit4]   2> 12298 T23 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 12347 T23 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/
   [junit4]   2> 12349 T23 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 12542 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data
   [junit4]   2> 12546 T23 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index/
   [junit4]   2> 12548 T23 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 12576 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index
   [junit4]   2> 12905 T23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 12913 T23 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 14986 T23 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 15089 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 15090 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 15091 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 15141 T23 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 15141 T23 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 15142 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 15149 T23 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 15175 T23 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 15246 T23 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 15433 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 15469 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 15471 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 15474 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 15604 T23 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 15605 T23 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 15639 T23 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 15640 T23 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 15864 T23 oass.SolrIndexSearcher.<init> Opening Searcher@3827c87b[collection1] main
   [junit4]   2> 15927 T23 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf
   [junit4]   2> 15928 T23 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf}
   [junit4]   2> 16077 T23 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf
   [junit4]   2> 16079 T23 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 16094 T23 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf
   [junit4]   2> 16094 T23 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 16280 T23 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 16281 T23 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 16290 T24 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3827c87b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 16298 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0
   [junit4]   2> 16299 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@45b82cc0
   [junit4]   2> 19994 T21 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]} 0 1998
   [junit4]   2> 20324 T21 C0 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 21750 T21 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_2,generation=2}
   [junit4]   2> 21752 T21 C0 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 22067 T21 C0 oass.SolrIndexSearcher.<init> Opening Searcher@2456b9aa[collection1] main
   [junit4]   2> 22075 T21 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 22085 T24 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2456b9aa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C10)))}
   [junit4]   2> 22086 T21 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&softCommit=false&wt=javabin&version=2&waitSearcher=true} {commit=} 0 1762
   [junit4]   2> 22102 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 22105 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35654
   [junit4]   2> 22106 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 22107 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 22107 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001
   [junit4]   2> 22108 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/'
   [junit4]   2> 22152 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/solr.xml
   [junit4]   2> 22269 T11 oasc.CoreContainer.<init> New CoreContainer 1469757441
   [junit4]   2> 22270 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/]
   [junit4]   2> 22272 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 22273 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 22273 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 22274 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 22275 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 22275 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 22276 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 22277 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 22277 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 22278 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 22280 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 22281 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 22281 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 22282 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 22289 T35 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/'
   [junit4]   2> 22351 T35 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 22411 T35 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 22412 T35 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/conf/schema.xml
   [junit4]   2> 22422 T35 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 22448 T35 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 22450 T35 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/
   [junit4]   2> 22451 T35 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 22451 T35 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/
   [junit4]   2> 22452 T35 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 22454 T35 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data
   [junit4]   2> 22455 T35 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index/
   [junit4]   2> 22457 T35 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 22458 T35 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index
   [junit4]   2> 22466 T35 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 22467 T35 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 22470 T35 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 22470 T35 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 22471 T35 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 22472 T35 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 22472 T35 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 22473 T35 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 22473 T35 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 22473 T35 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 22474 T35 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 22474 T35 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 22498 T35 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 22501 T35 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 22503 T35 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 22505 T35 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 22508 T35 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 22509 T35 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 22515 T35 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 22516 T35 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 22517 T35 oass.SolrIndexSearcher.<init> Opening Searcher@55ba4a1e[collection1] main
   [junit4]   2> 22518 T35 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/conf
   [junit4]   2> 22518 T35 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/conf}
   [junit4]   2> 22519 T35 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/conf
   [junit4]   2> 22521 T35 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 22522 T35 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/conf
   [junit4]   2> 22522 T35 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 22523 T35 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 22524 T36 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55ba4a1e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 22524 T35 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 22525 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0
   [junit4]   2> 22525 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@7d0c78ff
   [junit4]   2> 22536 T28 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]} 0 7
   [junit4]   2> 22540 T28 C1 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 22588 T28 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_2,generation=2}
   [junit4]   2> 22589 T28 C1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 22594 T28 C1 oass.SolrIndexSearcher.<init> Opening Searcher@2a1e41f9[collection1] main
   [junit4]   2> 22595 T28 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 22595 T36 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a1e41f9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C10)))}
   [junit4]   2> 22596 T28 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&softCommit=false&wt=javabin&version=2&waitSearcher=true} {commit=} 0 56
   [junit4]   2> 22610 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 22612 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48918
   [junit4]   2> 22613 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 22614 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 22614 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001
   [junit4]   2> 22615 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/'
   [junit4]   2> 22632 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/solr.xml
   [junit4]   2> 22700 T11 oasc.CoreContainer.<init> New CoreContainer 298365179
   [junit4]   2> 22701 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/]
   [junit4]   2> 22702 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 22703 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 22704 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 22704 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 22705 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 22705 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 22706 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 22706 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 22707 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 22707 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 22708 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 22709 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 22709 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 22710 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 22716 T47 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/'
   [junit4]   2> 22775 T47 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 22835 T47 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 22836 T47 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/conf/schema.xml
   [junit4]   2> 22847 T47 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 22863 T47 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 22864 T47 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/
   [junit4]   2> 22865 T47 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 22865 T47 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/
   [junit4]   2> 22866 T47 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 22868 T47 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data
   [junit4]   2> 22869 T47 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index/
   [junit4]   2> 22871 T47 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 22872 T47 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index
   [junit4]   2> 22880 T47 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 22880 T47 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 22883 T47 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 22884 T47 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 22884 T47 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 22885 T47 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 22885 T47 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 22886 T47 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 22886 T47 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 22887 T47 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 22887 T47 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 22887 T47 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 22890 T47 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 22892 T47 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 22894 T47 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 22897 T47 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 22900 T47 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 22900 T47 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 22904 T47 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 22904 T47 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 22905 T47 oass.SolrIndexSearcher.<init> Opening Searcher@50e205df[collection1] main
   [junit4]   2> 22906 T47 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/conf
   [junit4]   2> 22906 T47 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/conf}
   [junit4]   2> 22907 T47 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/conf
   [junit4]   2> 22909 T47 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 22909 T47 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/conf
   [junit4]   2> 22910 T47 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 22910 T47 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 22911 T48 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@50e205df[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 22911 T47 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 22912 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0
   [junit4]   2> 22913 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@1b9311da
   [junit4]   2> 22923 T40 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]} 0 7
   [junit4]   2> 22927 T40 C2 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 22956 T40 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_2,generation=2}
   [junit4]   2> 22957 T40 C2 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 22963 T40 C2 oass.SolrIndexSearcher.<init> Opening Searcher@263aad44[collection1] main
   [junit4]   2> 22963 T40 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 22963 T48 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@263aad44[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C10)))}
   [junit4]   2> 22964 T40 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&softCommit=false&wt=javabin&version=2&waitSearcher=true} {commit=} 0 37
   [junit4]   2> 22967 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1469757441
   [junit4]   2> 22968 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d0c78ff
   [junit4]   2> 22969 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 22969 T11 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 22970 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 22970 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 22974 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 22976 T11 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 22977 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data;done=false>>]
   [junit4]   2> 22977 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data
   [junit4]   2> 22979 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index;done=false>>]
   [junit4]   2> 22979 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index
   [junit4]   2> 23228 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 28800 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1389311915
   [junit4]   2> 28802 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@45b82cc0
   [junit4]   2> 28814 T18 C3 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=10 status=0 QTime=786 
   [junit4]   2> 28814 T42 C2 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=10 status=0 QTime=265 
   [junit4]   2> 28877 T18 C3 oasc.SolrException.log ERROR null:org.eclipse.jetty.io.EofException
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:142)
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:107)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:214)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:207)
   [junit4]   2> 		at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:98)
   [junit4]   2> 		at org.apache.solr.response.BinaryResponseWriter.write(BinaryResponseWriter.java:52)
   [junit4]   2> 		at org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:50)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.writeResponse(SolrDispatchFilter.java:763)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:416)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:137)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]   2> 		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
   [junit4]   2> 		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 28880 T18 C3 oasc.SolrException.log ERROR null:org.eclipse.jetty.io.EofException
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:142)
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:107)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:214)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:207)
   [junit4]   2> 		at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:98)
   [junit4]   2> 		at org.apache.solr.response.BinaryResponseWriter.write(BinaryResponseWriter.java:52)
   [junit4]   2> 		at org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:50)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.writeResponse(SolrDispatchFilter.java:763)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:416)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:137)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]   2> 		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
   [junit4]   2> 		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 28924 T18 C3 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@45b82cc0
   [junit4]   2> 28925 T18 C3 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 28926 T18 C3 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 28926 T18 C3 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 28927 T18 C3 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 28939 T18 C3 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 28941 T18 C3 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 28942 T18 C3 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index;done=false>>]
   [junit4]   2> 28943 T18 C3 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index
   [junit4]   2> 28960 T18 C3 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data;done=false>>]
   [junit4]   2> 28961 T18 C3 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data
   [junit4]   2> ASYNC  NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@1b9311da
   [junit4]   2> 29473 T41 C4 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&distrib=false&sort=_docid_+asc&wt=javabin&version=2&rows=0} hits=10 status=0 QTime=171 
   [junit4]   2> 33833 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=298365179
   [junit4]   2> 33834 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b9311da
   [junit4]   2> 33835 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 33836 T11 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 33837 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 33838 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 33846 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 33848 T11 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 33849 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index;done=false>>]
   [junit4]   2> 33849 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index
   [junit4]   2> 33864 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data;done=false>>]
   [junit4]   2> 33865 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data
   [junit4]   2> 33867 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 38878 T11 oas.SolrTestCaseJ4.tearDown ###Ending testReliability
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLBHttpSolrServer -Dtests.method=testReliability -Dtests.seed=81E2D093E929F1C3 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ms_MY -Dtests.timezone=SystemV/AST4 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   34.1s J0 | TestLBHttpSolrServer.testReliability <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([81E2D093E929F1C3:402A0DD5484F206A]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:539)
   [junit4]    > 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
   [junit4]    > 	at org.apache.solr.client.solrj.TestLBHttpSolrServer.testReliability(TestLBHttpSolrServer.java:223)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:48918/solr
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:579)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:492)
   [junit4]    > 	... 43 more
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:152)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:122)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:465)
   [junit4]    > 	... 46 more
   [junit4]   2> 39171 T11 oas.SolrTestCaseJ4.setUp ###Starting testTwoServers
   [junit4]   2> 39184 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 39187 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62156
   [junit4]   2> 39188 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 39189 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 39190 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001
   [junit4]   2> 39190 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/'
   [junit4]   2> 39240 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/solr.xml
   [junit4]   2> 39349 T11 oasc.CoreContainer.<init> New CoreContainer 434816981
   [junit4]   2> 39350 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/]
   [junit4]   2> 39352 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 39353 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 39354 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 39354 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 39355 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 39356 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 39357 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 39357 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 39358 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 39359 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 39360 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 39361 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 39362 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 39363 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 39372 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/'
   [junit4]   2> 39439 T60 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 39530 T60 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 39531 T60 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf/schema.xml
   [junit4]   2> 39544 T60 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 39570 T60 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 39571 T60 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/
   [junit4]   2> 39572 T60 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 39573 T60 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/
   [junit4]   2> 39573 T60 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 39576 T60 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data
   [junit4]   2> 39577 T60 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index/
   [junit4]   2> 39579 T60 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 39580 T60 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index
   [junit4]   2> 39589 T60 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 39590 T60 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 39593 T60 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 39594 T60 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 39594 T60 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 39595 T60 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 39596 T60 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 39596 T60 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 39597 T60 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 39597 T60 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 39598 T60 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 39599 T60 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 39621 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 39624 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 39627 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 39630 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 39633 T60 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 39634 T60 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 39638 T60 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 39639 T60 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 39640 T60 oass.SolrIndexSearcher.<init> Opening Searcher@2878c96a[collection1] main
   [junit4]   2> 39641 T60 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf
   [junit4]   2> 39641 T60 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf}
   [junit4]   2> 39643 T60 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf
   [junit4]   2> 39644 T60 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 39645 T60 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/conf
   [junit4]   2> 39645 T60 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 39646 T60 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 39647 T61 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2878c96a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 39647 T60 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 39648 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0
   [junit4]   2> 39649 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C5 name=collection1 org.apache.solr.core.SolrCore@60606400
   [junit4]   2> 39661 T53 C5 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]} 0 7
   [junit4]   2> 39667 T53 C5 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 39690 T53 C5 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_2,generation=2}
   [junit4]   2> 39691 T53 C5 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 39698 T53 C5 oass.SolrIndexSearcher.<init> Opening Searcher@75789d4d[collection1] main
   [junit4]   2> 39699 T53 C5 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 39699 T61 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@75789d4d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C10)))}
   [junit4]   2> 39700 T53 C5 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&softCommit=false&wt=javabin&version=2&waitSearcher=true} {commit=} 0 33
   [junit4]   2> 39712 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 39715 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50943
   [junit4]   2> 39716 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 39717 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 39718 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001
   [junit4]   2> 39720 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/'
   [junit4]   2> 39744 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/solr.xml
   [junit4]   2> 39840 T11 oasc.CoreContainer.<init> New CoreContainer 1221560234
   [junit4]   2> 39841 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/]
   [junit4]   2> 39845 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 39846 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 39847 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 39848 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 39849 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 39850 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 39851 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 39852 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 39853 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 39854 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 39856 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 39857 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 39858 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 39859 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 39870 T72 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/'
   [junit4]   2> 39937 T72 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 40002 T72 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 40004 T72 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/conf/schema.xml
   [junit4]   2> 40017 T72 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 40046 T72 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 40048 T72 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/
   [junit4]   2> 40049 T72 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 40050 T72 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/
   [junit4]   2> 40051 T72 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 40056 T72 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data
   [junit4]   2> 40058 T72 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index/
   [junit4]   2> 40060 T72 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 40062 T72 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index
   [junit4]   2> 40070 T72 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d41ae93),segFN=segments_1,generation=1}
   [junit4]   2> 40071 T72 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 40074 T72 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 40075 T72 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 40076 T72 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 40076 T72 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 40077 T72 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 40078 T72 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 40078 T72 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 40079 T72 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 40080 T72 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 40080

[...truncated too long message...]

tion1] Closing main searcher on request.
   [junit4]   2> 72192 T11 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 72192 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index;done=false>>]
   [junit4]   2> 72193 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data/index
   [junit4]   2> 72207 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data;done=false>>]
   [junit4]   2> 72208 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-0-001/collection1/data
   [junit4]   2> 72210 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 77193 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1920367867
   [junit4]   2> 77194 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@72e99437
   [junit4]   2> 77195 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 77195 T11 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 77196 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 77197 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 77201 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 77202 T11 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 77203 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index;done=false>>]
   [junit4]   2> 77204 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data/index
   [junit4]   2> 77218 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data;done=false>>]
   [junit4]   2> 77218 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-1-001/collection1/data
   [junit4]   2> 77220 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 82204 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1675972669
   [junit4]   2> 82205 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6e70d828
   [junit4]   2> 82205 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 82206 T11 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 82207 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 82207 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 82212 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 82213 T11 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 82214 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data;done=false>>]
   [junit4]   2> 82214 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data
   [junit4]   2> 82215 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index;done=false>>]
   [junit4]   2> 82216 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001/instance-2-001/collection1/data/index
   [junit4]   2> 82231 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 87215 T11 oas.SolrTestCaseJ4.tearDown ###Ending testSimple
   [junit4]   2> 87221 T11 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttpSolrServer-81E2D093E929F1C3-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ms_MY, timezone=SystemV/AST4
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=4,free=194603376,total=233832448
   [junit4]   2> NOTE: All tests run in this JVM: [TestLBHttpSolrServer]
   [junit4] Completed on J0 in 88.12s, 3 tests, 1 error <<< FAILURES!

[...truncated 93 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:525: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:202: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:966: There were test failures: 54 suites, 330 tests, 1 error

Total time: 70 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #2212
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 9619775 bytes
Compression is 0.0%
Took 3.1 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure