You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/07/13 06:53:45 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_20-ea-b21) - Build # 10802 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10802/
Java: 64bit/jdk1.8.0_20-ea-b21 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir

Error Message:
Error opening new searcher

Stack Trace:
org.apache.solr.common.SolrException: Error opening new searcher
	at __randomizedtesting.SeedInfo.seed([8267BF2AB88A8460:6B3D0412261314C8]:0)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1578)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1690)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1434)
	at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:615)
	at org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:95)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:64)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1648)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1625)
	at org.apache.solr.update.processor.LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:157)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:267)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:174)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1980)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:243)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:675)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:654)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:648)
	at org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir(TestArbitraryIndexDir.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error opening Reader
	at org.apache.solr.search.SolrIndexSearcher.getReader(SolrIndexSearcher.java:187)
	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:237)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1553)
	... 62 more
Caused by: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index_temp/segments_1 (No such file or directory)
	at java.io.RandomAccessFile.open(Native Method)
	at java.io.RandomAccessFile.<init>(RandomAccessFile.java:243)
	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:58)
	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:75)
	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:75)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:106)
	at org.apache.lucene.index.SegmentInfos.read(SegmentInfos.java:339)
	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:54)
	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:787)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:69)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:64)
	at org.apache.solr.core.StandardIndexReaderFactory.newReader(StandardIndexReaderFactory.java:36)
	at org.apache.solr.search.SolrIndexSearcher.getReader(SolrIndexSearcher.java:184)
	... 64 more




Build Log:
[...truncated 10981 lines...]
   [junit4] Suite: org.apache.solr.core.TestArbitraryIndexDir
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/init-core-data-001
   [junit4]   2> 88107 T478 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 88112 T478 oas.SolrTestCaseJ4.setUp ###Starting testLoadNewIndexDir
   [junit4]   2> 88113 T478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 88114 T478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 88114 T478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 88114 T478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 88158 T478 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 88179 T478 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 88180 T478 oass.IndexSchema.readSchema Reading Solr Schema from schema12.xml
   [junit4]   2> 88184 T478 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 88269 T478 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 88270 T478 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 88271 T478 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 88278 T478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 88280 T478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 88282 T478 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 88282 T478 oasc.SolrResourceLoader.locateSolrHome solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 88282 T478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/'
   [junit4]   2> 88295 T478 oasc.CoreContainer.<init> New CoreContainer 1638716424
   [junit4]   2> 88295 T478 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=solr/]
   [junit4]   2> 88296 T478 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 88296 T478 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 88296 T478 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 88296 T478 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 88296 T478 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 88296 T478 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 88297 T478 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 88297 T478 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 88297 T478 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 88299 T478 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 88299 T478 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 88299 T478 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 88300 T479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/collection1/'
   [junit4]   2> 88329 T479 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 88350 T479 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 88351 T479 oass.IndexSchema.readSchema Reading Solr Schema from schema12.xml
   [junit4]   2> 88355 T479 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 88455 T479 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 88456 T479 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 88457 T479 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 88472 T479 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 88475 T479 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 88477 T479 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir solr/collection1/
   [junit4]   2> 88477 T479 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 88477 T479 oasc.SolrCore.<init> [collection1] Opening new SolrCore at solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/
   [junit4]   2> 88477 T479 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56262ac6
   [junit4]   2> 88478 T479 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001
   [junit4]   2> 88479 T479 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index/
   [junit4]   2> 88479 T479 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index' doesn't exist. Creating new index...
   [junit4]   2> 88479 T479 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index
   [junit4]   2> 88479 T479 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5883543539949815]
   [junit4]   2> 88592 T479 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24a18021)),segFN=segments_1,generation=1}
   [junit4]   2> 88593 T479 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 88594 T479 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 88598 T479 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 88599 T479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 88599 T479 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 88599 T479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 88599 T479 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 88599 T479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 88599 T479 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 88600 T479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 88600 T479 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 88600 T479 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 88600 T479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 88600 T479 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 88601 T479 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 88601 T479 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 88601 T479 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 88601 T479 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 88602 T479 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 88602 T479 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 88602 T479 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 88603 T479 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 88603 T479 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 88603 T479 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 88603 T479 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 88604 T479 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 88604 T479 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 88604 T479 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 88604 T479 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 88605 T479 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 88605 T479 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 88605 T479 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 88606 T479 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 88606 T479 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 88606 T479 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 88607 T479 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 88607 T479 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 88609 T479 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 88609 T479 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 88610 T479 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 88610 T479 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 88612 T479 oass.SolrIndexSearcher.<init> Opening Searcher@2f2ef473[collection1] main
   [junit4]   2> 88612 T479 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 88612 T479 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 88612 T479 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 88612 T479 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 88612 T479 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 88613 T479 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 88616 T479 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 88642 T480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f2ef473[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 88645 T479 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> ASYNC  NEW_CORE C45 name=collection1 org.apache.solr.core.SolrCore@2f029649
   [junit4]   2> 88647 T478 C45 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=57.0458984375, floorSegmentMB=0.7724609375, forceMergeDeletesPctAllowed=22.303392525632226, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 88649 T478 C45 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24a18021)),segFN=segments_1,generation=1}
   [junit4]   2> 88649 T478 C45 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 88651 T478 C45 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1]} 0 5
   [junit4]   2> 88662 T478 C45 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 88668 T478 C45 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24a18021)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24a18021)),segFN=segments_2,generation=2}
   [junit4]   2> 88669 T478 C45 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 88670 T478 C45 oasc.SolrCore.getNewIndexDir New index directory detected: old=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index/ new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index_temp
   [junit4]   2> 88671 T478 C45 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index_temp
   [junit4]   2> 88674 T478 C45 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {} 0 12
   [junit4]   2> 88676 T478 C45 oasc.SolrException.log ERROR org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1578)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1690)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1434)
   [junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:615)
   [junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:95)
   [junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:64)
   [junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1648)
   [junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1625)
   [junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:157)
   [junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:267)
   [junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:174)
   [junit4]   2> 		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
   [junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1980)
   [junit4]   2> 		at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.update(TestHarness.java:243)
   [junit4]   2> 		at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]   2> 		at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:675)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:654)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:648)
   [junit4]   2> 		at org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir(TestArbitraryIndexDir.java:128)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:483)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: Error opening Reader
   [junit4]   2> 		at org.apache.solr.search.SolrIndexSearcher.getReader(SolrIndexSearcher.java:187)
   [junit4]   2> 		at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:237)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1553)
   [junit4]   2> 		... 62 more
   [junit4]   2> 	Caused by: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index_temp/segments_1 (No such file or directory)
   [junit4]   2> 		at java.io.RandomAccessFile.open(Native Method)
   [junit4]   2> 		at java.io.RandomAccessFile.<init>(RandomAccessFile.java:243)
   [junit4]   2> 		at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:58)
   [junit4]   2> 		at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:75)
   [junit4]   2> 		at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:75)
   [junit4]   2> 		at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:106)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.read(SegmentInfos.java:339)
   [junit4]   2> 		at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:54)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:787)
   [junit4]   2> 		at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:69)
   [junit4]   2> 		at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:64)
   [junit4]   2> 		at org.apache.solr.core.StandardIndexReaderFactory.newReader(StandardIndexReaderFactory.java:36)
   [junit4]   2> 		at org.apache.solr.search.SolrIndexSearcher.getReader(SolrIndexSearcher.java:184)
   [junit4]   2> 		... 64 more
   [junit4]   2> 	
   [junit4]   2> 88679 T478 oas.SolrTestCaseJ4.tearDown ###Ending testLoadNewIndexDir
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestArbitraryIndexDir -Dtests.method=testLoadNewIndexDir -Dtests.seed=8267BF2AB88A8460 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru_RU -Dtests.timezone=America/Rankin_Inlet -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.59s J0 | TestArbitraryIndexDir.testLoadNewIndexDir <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8267BF2AB88A8460:6B3D0412261314C8]:0)
   [junit4]    > 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1578)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1690)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1434)
   [junit4]    > 	at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:615)
   [junit4]    > 	at org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:95)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:64)
   [junit4]    > 	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1648)
   [junit4]    > 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1625)
   [junit4]    > 	at org.apache.solr.update.processor.LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:157)
   [junit4]    > 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:267)
   [junit4]    > 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:174)
   [junit4]    > 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
   [junit4]    > 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1980)
   [junit4]    > 	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:243)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:675)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:654)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:648)
   [junit4]    > 	at org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir(TestArbitraryIndexDir.java:128)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error opening Reader
   [junit4]    > 	at org.apache.solr.search.SolrIndexSearcher.getReader(SolrIndexSearcher.java:187)
   [junit4]    > 	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:237)
   [junit4]    > 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1553)
   [junit4]    > 	... 62 more
   [junit4]    > Caused by: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index_temp/segments_1 (No such file or directory)
   [junit4]    > 	at java.io.RandomAccessFile.open(Native Method)
   [junit4]    > 	at java.io.RandomAccessFile.<init>(RandomAccessFile.java:243)
   [junit4]    > 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:58)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:75)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:75)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:106)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos.read(SegmentInfos.java:339)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:54)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:787)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:69)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:64)
   [junit4]    > 	at org.apache.solr.core.StandardIndexReaderFactory.newReader(StandardIndexReaderFactory.java:36)
   [junit4]    > 	at org.apache.solr.search.SolrIndexSearcher.getReader(SolrIndexSearcher.java:184)
   [junit4]    > 	... 64 more
   [junit4]   2> 88701 T478 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 88701 T478 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1638716424
   [junit4]   2> 88701 T478 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2f029649
   [junit4]   2> 88712 T478 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=1,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 88712 T478 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 88713 T478 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 88713 T478 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 88715 T478 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 88715 T478 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 3 directories currently being tracked
   [junit4]   2> 88716 T478 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001;done=false>>]
   [junit4]   2> 88716 T478 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001
   [junit4]   2> 88716 T478 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index_temp [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index_temp;done=false>>]
   [junit4]   2> 88717 T478 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index_temp
   [junit4]   1> CheckIndex failed
   [junit4]   1> ERROR: could not read any segments file in directory
   [junit4]   1> java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index_temp/segments_1 (No such file or directory)
   [junit4]   1> 	at java.io.RandomAccessFile.open(Native Method)
   [junit4]   1> 	at java.io.RandomAccessFile.<init>(RandomAccessFile.java:243)
   [junit4]   1> 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:58)
   [junit4]   1> 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:75)
   [junit4]   1> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:106)
   [junit4]   1> 	at org.apache.lucene.index.SegmentInfos.read(SegmentInfos.java:339)
   [junit4]   1> 	at org.apache.lucene.index.SegmentInfos$1.doBody(SegmentInfos.java:447)
   [junit4]   1> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:787)
   [junit4]   1> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:633)
   [junit4]   1> 	at org.apache.lucene.index.SegmentInfos.read(SegmentInfos.java:450)
   [junit4]   1> 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:383)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:201)
   [junit4]   1> 	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45)
   [junit4]   1> 	at org.apache.lucene.store.FilterDirectory.close(FilterDirectory.java:90)
   [junit4]   1> 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:306)
   [junit4]   1> 	at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:272)
   [junit4]   1> 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:202)
   [junit4]   1> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1125)
   [junit4]   1> 	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   1> 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:332)
   [junit4]   1> 	at org.apache.solr.util.TestHarness.close(TestHarness.java:337)
   [junit4]   1> 	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:632)
   [junit4]   1> 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:183)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:483)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   1> 
   [junit4]   2> 88721 T478 oasc.SolrException.log ERROR Error closing directory:java.lang.RuntimeException: CheckIndex failed
   [junit4]   2> 		at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:205)
   [junit4]   2> 		at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45)
   [junit4]   2> 		at org.apache.lucene.store.FilterDirectory.close(FilterDirectory.java:90)
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:306)
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:272)
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:202)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1125)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:332)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:337)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:632)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:183)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:483)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 88721 T478 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index;done=false>>]
   [junit4]   2> 88721 T478 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001/tempDir-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.core.TestArbitraryIndexDir-8267BF2AB88A8460-001
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=ru_RU, timezone=America/Rankin_Inlet
   [junit4]   2> NOTE: Linux 3.8.0-42-generic amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=8,threads=1,free=39163128,total=127729664
   [junit4]   2> NOTE: All tests run in this JVM: [PluginInfoTest, TestSchemaNameResource, TestCloudManagedSchema, TestChildDocTransformer, FileUtilsTest, SpellPossibilityIteratorTest, TestLMJelinekMercerSimilarityFactory, SuggesterWFSTTest, HdfsSyncSliceTest, ChaosMonkeyNothingIsSafeTest, ZkNodePropsTest, DisMaxRequestHandlerTest, TestSolrDeletionPolicy2, DocValuesMultiTest, SignatureUpdateProcessorFactoryTest, HdfsUnloadDistributedZkTest, TestJmxIntegration, TestArbitraryIndexDir]
   [junit4] Completed on J0 in 0.64s, 1 test, 1 error <<< FAILURES!

[...truncated 1190 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1298: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:922: There were test failures: 418 suites, 1710 tests, 1 error, 38 ignored (17 assumptions)

Total time: 71 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_20-ea-b21 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0_05) - Build # 10803 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10803/
Java: 32bit/jdk1.8.0_05 -server -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.HttpPartitionTest.testDistribSearch

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"state":"active","base_url":"http://127.0.0.1:48750/_/lz","core":"c8n_1x3_lf_shard1_replica3","node_name":"127.0.0.1:48750__%2Flz","leader":"true"}]; clusterState: live nodes:[127.0.0.1:50052__%2Flz, 127.0.0.1:48750__%2Flz] collections:{control_collection=DocCollection(control_collection)={   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{"core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:50052/_/lz",           "core":"collection1",           "node_name":"127.0.0.1:50052__%2Flz",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "autoCreated":"true",   "maxShardsPerNode":"1"}, collection1=DocCollection(collection1)={   "replicationFactor":"1",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{"core_node2":{           "state":"active",           "base_url":"http://127.0.0.1:48750/_/lz",           "core":"collection1",           "node_name":"127.0.0.1:48750__%2Flz",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{"core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:45644/_/lz",           "core":"collection1",           "node_name":"127.0.0.1:45644__%2Flz",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "autoCreated":"true",   "maxShardsPerNode":"1"}, c8n_1x2=DocCollection(c8n_1x2)={   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:45644/_/lz",           "core":"c8n_1x2_shard1_replica1",           "node_name":"127.0.0.1:45644__%2Flz"},         "core_node2":{           "state":"active",           "base_url":"http://127.0.0.1:50052/_/lz",           "core":"c8n_1x2_shard1_replica2",           "node_name":"127.0.0.1:50052__%2Flz",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1"}, c8n_1x3=DocCollection(c8n_1x3)={   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:48750/_/lz",           "core":"c8n_1x3_shard1_replica1",           "node_name":"127.0.0.1:48750__%2Flz",           "leader":"true"},         "core_node2":{           "state":"active",           "base_url":"http://127.0.0.1:50052/_/lz",           "core":"c8n_1x3_shard1_replica2",           "node_name":"127.0.0.1:50052__%2Flz"},         "core_node3":{           "state":"down",           "base_url":"http://127.0.0.1:45644/_/lz",           "core":"c8n_1x3_shard1_replica3",           "node_name":"127.0.0.1:45644__%2Flz"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1"}, c8n_1x3_lf=DocCollection(c8n_1x3_lf)={   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:50052/_/lz",           "core":"c8n_1x3_lf_shard1_replica1",           "node_name":"127.0.0.1:50052__%2Flz"},         "core_node2":{           "state":"down",           "base_url":"http://127.0.0.1:45644/_/lz",           "core":"c8n_1x3_lf_shard1_replica2",           "node_name":"127.0.0.1:45644__%2Flz"},         "core_node3":{           "state":"active",           "base_url":"http://127.0.0.1:48750/_/lz",           "core":"c8n_1x3_lf_shard1_replica3",           "node_name":"127.0.0.1:48750__%2Flz",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1"}}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"state":"active","base_url":"http://127.0.0.1:48750/_/lz","core":"c8n_1x3_lf_shard1_replica3","node_name":"127.0.0.1:48750__%2Flz","leader":"true"}]; clusterState: live nodes:[127.0.0.1:50052__%2Flz, 127.0.0.1:48750__%2Flz] collections:{control_collection=DocCollection(control_collection)={
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{"core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:50052/_/lz",
          "core":"collection1",
          "node_name":"127.0.0.1:50052__%2Flz",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "autoCreated":"true",
  "maxShardsPerNode":"1"}, collection1=DocCollection(collection1)={
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "state":"active",
          "base_url":"http://127.0.0.1:48750/_/lz",
          "core":"collection1",
          "node_name":"127.0.0.1:48750__%2Flz",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{"core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:45644/_/lz",
          "core":"collection1",
          "node_name":"127.0.0.1:45644__%2Flz",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "autoCreated":"true",
  "maxShardsPerNode":"1"}, c8n_1x2=DocCollection(c8n_1x2)={
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:45644/_/lz",
          "core":"c8n_1x2_shard1_replica1",
          "node_name":"127.0.0.1:45644__%2Flz"},
        "core_node2":{
          "state":"active",
          "base_url":"http://127.0.0.1:50052/_/lz",
          "core":"c8n_1x2_shard1_replica2",
          "node_name":"127.0.0.1:50052__%2Flz",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1"}, c8n_1x3=DocCollection(c8n_1x3)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:48750/_/lz",
          "core":"c8n_1x3_shard1_replica1",
          "node_name":"127.0.0.1:48750__%2Flz",
          "leader":"true"},
        "core_node2":{
          "state":"active",
          "base_url":"http://127.0.0.1:50052/_/lz",
          "core":"c8n_1x3_shard1_replica2",
          "node_name":"127.0.0.1:50052__%2Flz"},
        "core_node3":{
          "state":"down",
          "base_url":"http://127.0.0.1:45644/_/lz",
          "core":"c8n_1x3_shard1_replica3",
          "node_name":"127.0.0.1:45644__%2Flz"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1"}, c8n_1x3_lf=DocCollection(c8n_1x3_lf)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:50052/_/lz",
          "core":"c8n_1x3_lf_shard1_replica1",
          "node_name":"127.0.0.1:50052__%2Flz"},
        "core_node2":{
          "state":"down",
          "base_url":"http://127.0.0.1:45644/_/lz",
          "core":"c8n_1x3_lf_shard1_replica2",
          "node_name":"127.0.0.1:45644__%2Flz"},
        "core_node3":{
          "state":"active",
          "base_url":"http://127.0.0.1:48750/_/lz",
          "core":"c8n_1x3_lf_shard1_replica3",
          "node_name":"127.0.0.1:48750__%2Flz",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1"}}
	at __randomizedtesting.SeedInfo.seed([FFE338592EB0CC16:7E05B64159EFAC2A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:367)
	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:148)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor35.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11828 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/init-core-data-001
   [junit4]   2> 1195539 T7350 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/lz
   [junit4]   2> 1195542 T7350 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1195543 T7350 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1195543 T7351 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1195643 T7350 oasc.ZkTestServer.run start zk server on port:48430
   [junit4]   2> 1195645 T7350 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1195647 T7357 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b27d34 name:ZooKeeperConnection Watcher:127.0.0.1:48430 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1195648 T7350 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1195648 T7350 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1195652 T7350 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1195653 T7359 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47830d name:ZooKeeperConnection Watcher:127.0.0.1:48430/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1195654 T7350 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1195654 T7350 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1195657 T7350 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1195659 T7350 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1195662 T7350 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1195664 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1195665 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1195669 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1195670 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1195673 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1195674 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1195676 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1195677 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1195680 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1195681 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1195683 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1195684 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1195686 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1195687 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1195689 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1195689 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1195690 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1195691 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1195692 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1195693 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1195694 T7350 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1195694 T7350 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1195946 T7350 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1195950 T7350 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34946
   [junit4]   2> 1195951 T7350 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1195951 T7350 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1195952 T7350 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-002
   [junit4]   2> 1195952 T7350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-002/'
   [junit4]   2> 1195963 T7350 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-002/solr.xml
   [junit4]   2> 1195971 T7350 oasc.CoreContainer.<init> New CoreContainer 31766974
   [junit4]   2> 1195971 T7350 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-002/]
   [junit4]   2> 1195972 T7350 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1195972 T7350 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1195972 T7350 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1195973 T7350 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1195973 T7350 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1195973 T7350 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1195974 T7350 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1195974 T7350 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1195974 T7350 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1195975 T7350 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1195975 T7350 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1195975 T7350 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1195976 T7350 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48430/solr
   [junit4]   2> 1195976 T7350 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1195977 T7350 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1195978 T7370 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fa6382 name:ZooKeeperConnection Watcher:127.0.0.1:48430 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1195978 T7350 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1195979 T7350 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1195980 T7372 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17ce141 name:ZooKeeperConnection Watcher:127.0.0.1:48430/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1195980 T7350 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1195981 T7350 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1195982 T7350 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1195983 T7350 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1195984 T7350 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1195986 T7350 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1195987 T7350 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1195988 T7350 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50052__%2Flz
   [junit4]   2> 1195989 T7350 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50052__%2Flz
   [junit4]   2> 1195990 T7350 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1195991 T7350 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1195992 T7350 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50052__%2Flz
   [junit4]   2> 1195992 T7350 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1195993 T7350 oasc.Overseer.start Overseer (id=92093494125461507-127.0.0.1:50052__%2Flz-n_0000000000) starting
   [junit4]   2> 1195995 T7350 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1195998 T7374 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1195999 T7350 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1196000 T7350 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1196001 T7350 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1196003 T7373 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1196005 T7375 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1196005 T7375 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1196005 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196005 T7375 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1196006 T7373 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1196007 T7373 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50052/_/lz",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50052__%2Flz",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1196007 T7373 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1196007 T7373 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1196008 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196008 T7372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1197006 T7375 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1197006 T7375 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1197007 T7375 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1197007 T7375 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1197008 T7375 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1197008 T7375 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-002/collection1/'
   [junit4]   2> 1197009 T7375 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1197009 T7375 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1197009 T7375 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1197029 T7375 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1197041 T7375 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1197042 T7375 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1197048 T7375 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1197152 T7375 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1197155 T7375 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1197157 T7375 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1197163 T7375 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1197165 T7375 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1197166 T7375 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1197167 T7375 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1197167 T7375 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1197167 T7375 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1197168 T7375 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1197168 T7375 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1197169 T7375 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1197169 T7375 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1197169 T7375 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-002/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/control/data/
   [junit4]   2> 1197169 T7375 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f002cb
   [junit4]   2> 1197170 T7375 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/control/data
   [junit4]   2> 1197170 T7375 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/control/data/index/
   [junit4]   2> 1197170 T7375 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1197170 T7375 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/control/data/index
   [junit4]   2> 1197171 T7375 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=77.2705078125, floorSegmentMB=0.4345703125, forceMergeDeletesPctAllowed=29.81520622798134, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46187902232329037
   [junit4]   2> 1197171 T7375 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4fe6e8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c5a52b),segFN=segments_1,generation=1}
   [junit4]   2> 1197171 T7375 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1197173 T7375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1197174 T7375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1197174 T7375 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1197174 T7375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1197174 T7375 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1197174 T7375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1197175 T7375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1197175 T7375 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1197175 T7375 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1197175 T7375 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1197176 T7375 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1197176 T7375 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1197176 T7375 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1197176 T7375 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1197177 T7375 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1197177 T7375 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1197177 T7375 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1197178 T7375 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1197180 T7375 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1197180 T7375 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1197180 T7375 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=76.1103515625, floorSegmentMB=0.3671875, forceMergeDeletesPctAllowed=5.288089612644129, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1197181 T7375 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4fe6e8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c5a52b),segFN=segments_1,generation=1}
   [junit4]   2> 1197181 T7375 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1197181 T7375 oass.SolrIndexSearcher.<init> Opening Searcher@df8b24[collection1] main
   [junit4]   2> 1197182 T7375 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1197182 T7375 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1197183 T7375 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1197183 T7375 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1197183 T7375 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1197183 T7375 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1197184 T7375 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1197184 T7375 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1197185 T7375 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1197186 T7375 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1197186 T7375 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1197187 T7375 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1197188 T7376 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@df8b24[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1197188 T7375 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1197189 T7379 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50052/_/lz collection:control_collection shard:shard1
   [junit4]   2> 1197189 T7350 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1197190 T7350 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1197190 T7379 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1197193 T7350 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1197194 T7382 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c77f name:ZooKeeperConnection Watcher:127.0.0.1:48430/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1197194 T7379 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1197194 T7350 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1197195 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197195 T7350 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1197195 T7379 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1197196 T7379 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1197195 T7373 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C2429 name=collection1 org.apache.solr.core.SolrCore@123a938 url=http://127.0.0.1:50052/_/lz/collection1 node=127.0.0.1:50052__%2Flz C2429_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:50052/_/lz, core=collection1, node_name=127.0.0.1:50052__%2Flz}
   [junit4]   2> 1197196 T7379 C2429 P50052 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50052/_/lz/collection1/
   [junit4]   2> 1197196 T7350 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1197197 T7379 C2429 P50052 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1197197 T7379 C2429 P50052 oasc.SyncStrategy.syncToMe http://127.0.0.1:50052/_/lz/collection1/ has no replicas
   [junit4]   2> 1197197 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197197 T7379 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50052/_/lz/collection1/ shard1
   [junit4]   2> 1197198 T7379 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1197200 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197201 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197302 T7372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1197302 T7382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1197350 T7379 oasc.ZkController.register We are http://127.0.0.1:50052/_/lz/collection1/ and leader is http://127.0.0.1:50052/_/lz/collection1/
   [junit4]   2> 1197351 T7379 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50052/_/lz
   [junit4]   2> 1197351 T7379 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1197351 T7379 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1197351 T7379 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1197352 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197352 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197352 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197353 T7379 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1197354 T7373 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1197355 T7373 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50052/_/lz",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50052__%2Flz",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1197356 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197454 T7350 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1197455 T7350 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1197459 T7372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1197459 T7382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1197460 T7350 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47847
   [junit4]   2> 1197464 T7350 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1197464 T7350 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1197465 T7350 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-003
   [junit4]   2> 1197465 T7350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-003/'
   [junit4]   2> 1197486 T7350 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-003/solr.xml
   [junit4]   2> 1197497 T7350 oasc.CoreContainer.<init> New CoreContainer 21582796
   [junit4]   2> 1197497 T7350 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-003/]
   [junit4]   2> 1197498 T7350 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1197499 T7350 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1197499 T7350 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1197500 T7350 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1197500 T7350 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1197501 T7350 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1197501 T7350 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1197502 T7350 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1197502 T7350 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1197503 T7350 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1197503 T7350 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1197504 T7350 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1197505 T7350 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48430/solr
   [junit4]   2> 1197505 T7350 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1197506 T7350 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1197507 T7393 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@718e70 name:ZooKeeperConnection Watcher:127.0.0.1:48430 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1197507 T7350 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1197508 T7350 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1197510 T7395 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bcd92c name:ZooKeeperConnection Watcher:127.0.0.1:48430/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1197510 T7350 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1197514 T7350 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1198515 T7350 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45644__%2Flz
   [junit4]   2> 1198516 T7350 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45644__%2Flz
   [junit4]   2> 1198521 T7396 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1198521 T7396 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1198522 T7396 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1198523 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1198523 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1198523 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1198524 T7373 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1198524 T7373 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45644/_/lz",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45644__%2Flz",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1198524 T7373 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1198525 T7373 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1198526 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1198627 T7395 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1198627 T7382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1198627 T7372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1199523 T7396 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1199523 T7396 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1199524 T7396 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1199525 T7396 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1199526 T7396 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1199526 T7396 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-003/collection1/'
   [junit4]   2> 1199527 T7396 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1199528 T7396 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1199528 T7396 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1199557 T7396 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1199570 T7396 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1199572 T7396 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1199576 T7396 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1199670 T7396 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1199674 T7396 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1199675 T7396 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1199682 T7396 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1199684 T7396 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1199686 T7396 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1199687 T7396 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1199687 T7396 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1199687 T7396 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1199688 T7396 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1199688 T7396 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1199688 T7396 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1199689 T7396 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1199689 T7396 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-003/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty1/
   [junit4]   2> 1199689 T7396 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f002cb
   [junit4]   2> 1199690 T7396 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty1
   [junit4]   2> 1199690 T7396 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty1/index/
   [junit4]   2> 1199690 T7396 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1199691 T7396 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty1/index
   [junit4]   2> 1199691 T7396 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=77.2705078125, floorSegmentMB=0.4345703125, forceMergeDeletesPctAllowed=29.81520622798134, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46187902232329037
   [junit4]   2> 1199692 T7396 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@16574b5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22f945),segFN=segments_1,generation=1}
   [junit4]   2> 1199692 T7396 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1199694 T7396 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1199695 T7396 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1199695 T7396 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1199695 T7396 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1199695 T7396 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1199696 T7396 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1199696 T7396 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1199696 T7396 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1199696 T7396 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1199697 T7396 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1199697 T7396 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1199697 T7396 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1199697 T7396 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1199698 T7396 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1199698 T7396 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1199698 T7396 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1199699 T7396 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1199700 T7396 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1199701 T7396 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1199702 T7396 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1199702 T7396 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=76.1103515625, floorSegmentMB=0.3671875, forceMergeDeletesPctAllowed=5.288089612644129, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1199702 T7396 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@16574b5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22f945),segFN=segments_1,generation=1}
   [junit4]   2> 1199703 T7396 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1199703 T7396 oass.SolrIndexSearcher.<init> Opening Searcher@e7fb6f[collection1] main
   [junit4]   2> 1199703 T7396 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1199704 T7396 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1199704 T7396 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1199704 T7396 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1199705 T7396 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1199705 T7396 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1199705 T7396 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1199706 T7396 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1199706 T7396 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1199706 T7396 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1199708 T7397 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e7fb6f[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1199709 T7396 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1199710 T7400 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45644/_/lz collection:collection1 shard:shard2
   [junit4]   2> 1199710 T7350 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1199711 T7350 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1199711 T7400 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1199716 T7400 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1199717 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1199717 T7400 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1199717 T7400 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1199717 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> ASYNC  NEW_CORE C2430 name=collection1 org.apache.solr.core.SolrCore@db6f6c url=http://127.0.0.1:45644/_/lz/collection1 node=127.0.0.1:45644__%2Flz C2430_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:45644/_/lz, core=collection1, node_name=127.0.0.1:45644__%2Flz}
   [junit4]   2> 1199717 T7400 C2430 P45644 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45644/_/lz/collection1/
   [junit4]   2> 1199718 T7373 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1199718 T7400 C2430 P45644 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1199718 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1199719 T7400 C2430 P45644 oasc.SyncStrategy.syncToMe http://127.0.0.1:45644/_/lz/collection1/ has no replicas
   [junit4]   2> 1199719 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1199719 T7400 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45644/_/lz/collection1/ shard2
   [junit4]   2> 1199720 T7400 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1199724 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1199725 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1199826 T7382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1199826 T7372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1199826 T7395 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1199875 T7400 oasc.ZkController.register We are http://127.0.0.1:45644/_/lz/collection1/ and leader is http://127.0.0.1:45644/_/lz/collection1/
   [junit4]   2> 1199875 T7400 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45644/_/lz
   [junit4]   2> 1199876 T7400 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1199876 T7400 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1199876 T7400 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1199877 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1199877 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1199877 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1199877 T7400 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1199878 T7373 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1199881 T7373 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45644/_/lz",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45644__%2Flz",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1199882 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1199954 T7350 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1199955 T7350 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1199956 T7350 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40271
   [junit4]   2> 1199957 T7350 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1199957 T7350 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1199957 T7350 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-004
   [junit4]   2> 1199958 T7350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-004/'
   [junit4]   2> 1199969 T7350 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-004/solr.xml
   [junit4]   2> 1199976 T7350 oasc.CoreContainer.<init> New CoreContainer 25244068
   [junit4]   2> 1199976 T7350 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-004/]
   [junit4]   2> 1199977 T7350 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1199977 T7350 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1199977 T7350 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1199978 T7350 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1199978 T7350 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1199978 T7350 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1199979 T7350 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1199979 T7350 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1199979 T7350 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1199980 T7350 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1199980 T7350 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1199981 T7350 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1199981 T7350 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48430/solr
   [junit4]   2> 1199981 T7350 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1199982 T7350 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1199983 T7412 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fe790 name:ZooKeeperConnection Watcher:127.0.0.1:48430 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1199983 T7350 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1199984 T7372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1199984 T7382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1199984 T7395 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1199986 T7350 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1199987 T7414 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@172fcc8 name:ZooKeeperConnection Watcher:127.0.0.1:48430/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1199987 T7350 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1199992 T7350 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1200994 T7350 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48750__%2Flz
   [junit4]   2> 1200995 T7350 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48750__%2Flz
   [junit4]   2> 1201000 T7415 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1201000 T7415 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1201000 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1201000 T7415 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1201001 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1201001 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1201002 T7373 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1201002 T7373 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48750/_/lz",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48750__%2Flz",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1201002 T7373 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1201002 T7373 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1201003 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1201105 T7395 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1201105 T7382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1201105 T7414 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1201105 T7372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1202001 T7415 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1202001 T7415 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1202002 T7415 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1202002 T7415 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1202003 T7415 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1202003 T7415 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-004/collection1/'
   [junit4]   2> 1202003 T7415 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1202003 T7415 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1202004 T7415 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1202021 T7415 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1202041 T7415 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1202042 T7415 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1202047 T7415 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1202145 T7415 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1202149 T7415 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1202151 T7415 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1202158 T7415 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1202160 T7415 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1202162 T7415 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1202162 T7415 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1202163 T7415 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1202163 T7415 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1202163 T7415 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1202164 T7415 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1202164 T7415 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1202164 T7415 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1202164 T7415 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-004/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty2/
   [junit4]   2> 1202165 T7415 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f002cb
   [junit4]   2> 1202165 T7415 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty2
   [junit4]   2> 1202165 T7415 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty2/index/
   [junit4]   2> 1202165 T7415 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1202166 T7415 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001/tempDir-001/jetty2/index
   [junit4]   2> 1202166 T7415 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=77.2705078125, floorSegmentMB=0.4345703125, forceMergeDeletesPctAllowed=29.81520622798134, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46187902232329037
   [junit4]   2> 1202167 T7415 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d87c87 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e4b9ad),segFN=segments_1,generation=1}
   [junit4]   2> 1202167 T7415 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1202169 T7415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1202170 T7415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1202170 T7415 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1202170 T7415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1202170 T7415 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1202170 T7415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1202171 T7415 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1202171 T7415 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1202171 T7415 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1202172 T7415 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1202172 T7415 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1202172 T7415 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1202172 T7415 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1202173 T7415 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1202173 T7415 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1202173 T7415 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1202173 T7415 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1202175 T7415 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1202177 T7415 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1202177 T7415 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1202177 T7415 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=76.1103515625, floorSegmentMB=0.3671875, forceMergeDeletesPctAllowed=5.288089612644129, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1202178 T7415 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d87c87 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e4b9ad),segFN=segments_1,generation=1}
   [junit4]   2> 1202178 T7415 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1202178 T7415 oass.SolrIndexSearcher.<init> Opening Searcher@be9d0d[collection1] main
   [junit4]   2> 1202178 T7415 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1202179 T7415 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1202179 T7415 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1202180 T7415 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1202180 T7415 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1202180 T7415 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1202181 T7415 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1202181 T7415 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1202181 T7415 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1202181 T7415 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1202184 T7416 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@be9d0d[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1202185 T7415 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1202186 T7419 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48750/_/lz collection:collection1 shard:shard1
   [junit4]   2> 1202186 T7350 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1202187 T7350 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1202187 T7419 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1202188 T7350 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1202189 T7350 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 1202189 T7350 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 1202190 T7350 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1202190 T7419 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1202191 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1202191 T7419 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1202192 T7419 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1202191 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> ASYNC  NEW_CORE C2431 name=collection1 org.apache.solr.core.SolrCore@13620a6 url=http://127.0.0.1:48750/_/lz/collection1 node=127.0.0.1:48750__%2Flz C2431_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:48750/_/lz, core=collection1, node_name=127.0.0.1:48750__%2Flz}
   [junit4]   2> 1202192 T7419 C2431 P48750 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48750/_/lz/collection1/
   [junit4]   2> 1202192 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1202192 T7419 C2431 P48750 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1202193 T7419 C2431 P48750 oasc.SyncStrategy.syncToMe http://127.0.0.1:48750/_/lz/collection1/ has no replicas
   [junit4]   2> 1202193 T7419 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48750/_/lz/collection1/ shard1
   [junit4]   2> 1202193 T7419 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1202194 T7373 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1202195 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1202196 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1202198 T7372 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1202299 T7395 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1202299 T7414 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
  

[...truncated too long message...]

  "core_node2":{
   [junit4]    >           "state":"active",
   [junit4]    >           "base_url":"http://127.0.0.1:50052/_/lz",
   [junit4]    >           "core":"c8n_1x3_shard1_replica2",
   [junit4]    >           "node_name":"127.0.0.1:50052__%2Flz"},
   [junit4]    >         "core_node3":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:45644/_/lz",
   [junit4]    >           "core":"c8n_1x3_shard1_replica3",
   [junit4]    >           "node_name":"127.0.0.1:45644__%2Flz"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1"}, c8n_1x3_lf=DocCollection(c8n_1x3_lf)={
   [junit4]    >   "replicationFactor":"3",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:50052/_/lz",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica1",
   [junit4]    >           "node_name":"127.0.0.1:50052__%2Flz"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:45644/_/lz",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica2",
   [junit4]    >           "node_name":"127.0.0.1:45644__%2Flz"},
   [junit4]    >         "core_node3":{
   [junit4]    >           "state":"active",
   [junit4]    >           "base_url":"http://127.0.0.1:48750/_/lz",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica3",
   [junit4]    >           "node_name":"127.0.0.1:48750__%2Flz",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1"}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FFE338592EB0CC16:7E05B64159EFAC2A]:0)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:367)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:148)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1302274 T7350 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.HttpPartitionTest-FFE338592EB0CC16-001
   [junit4]   2> 106739 T7349 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> 1302854 T7658 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> 1302854 T7372 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1302977 T7414 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=de_CH, timezone=Indian/Chagos
   [junit4]   2> NOTE: Linux 3.8.0-42-generic i386/Oracle Corporation 1.8.0_05 (32-bit)/cpus=8,threads=1,free=242249792,total=382468096
   [junit4]   2> NOTE: All tests run in this JVM: [TestDFRSimilarityFactory, RecoveryZkTest, AddBlockUpdateTest, SolrCmdDistributorTest, DistributedSpellCheckComponentTest, QueryResultKeyTest, TestChildDocTransformer, TestManagedSchema, TestRestManager, PathHierarchyTokenizerFactoryTest, ResponseLogComponentTest, XmlUpdateRequestHandlerTest, CachingDirectoryFactoryTest, TestReplicationHandler, FileUtilsTest, TestCursorMarkWithoutUniqueKey, ZkControllerTest, TestBlendedInfixSuggestions, DocumentAnalysisRequestHandlerTest, TestFastLRUCache, TestSort, TestStandardQParsers, SpellPossibilityIteratorTest, SimpleFacetsTest, AssignTest, TestCloudManagedSchemaConcurrent, TriLevelCompositeIdRoutingTest, TestFieldSortValues, TestTolerantSearch, TestExpandComponent, PingRequestHandlerTest, AliasIntegrationTest, FieldMutatingUpdateProcessorTest, DistributedDebugComponentTest, HighlighterMaxOffsetTest, TestPartialUpdateDeduplication, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, TestCopyFieldCollectionResource, StandardRequestHandlerTest, MinimalSchemaTest, TestManagedResourceStorage, ZkCLITest, TestLMDirichletSimilarityFactory, RequiredFieldsTest, TestCloudManagedSchema, TestQuerySenderListener, PreAnalyzedFieldTest, QueryEqualityTest, AbstractAnalyticsFacetTest, IndexBasedSpellCheckerTest, SolrCoreCheckLockOnStartupTest, RAMDirectoryFactoryTest, UpdateParamsTest, TestStressUserVersions, DateFieldTest, TestSolrDeletionPolicy1, TestSolr4Spatial, TestArbitraryIndexDir, TestSolrXmlPersistor, TestConfigSets, TestTrie, ShowFileRequestHandlerTest, MergeStrategyTest, TestBinaryResponseWriter, TestClassNameShortening, TestManagedResource, OverseerCollectionProcessorTest, TestImplicitCoreProperties, DistributedQueryComponentOptimizationTest, TestHashPartitioner, ReturnFieldsTest, TestSolrXmlPersistence, DeleteShardTest, HdfsSyncSliceTest, TestFuzzyAnalyzedSuggestions, SpellCheckCollatorTest, TestCodecSupport, TestManagedSchemaFieldResource, TestFoldingMultitermQuery, TermsComponentTest, TestDocSet, TestSolrIndexConfig, TestMiniSolrCloudCluster, TestSchemaSimilarityResource, DirectSolrSpellCheckerTest, TestAnalyzeInfixSuggestions, TestMissingGroups, MoreLikeThisHandlerTest, TestRandomDVFaceting, LeaderElectionTest, DocExpirationUpdateProcessorFactoryTest, SolrIndexSplitterTest, HdfsWriteToMultipleCollectionsTest, XsltUpdateRequestHandlerTest, TestSolr4Spatial2, TestCoreDiscovery, TestOrdValues, ChangedSchemaMergeTest, HighlighterConfigTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, BasicZkTest, ClusterStateUpdateTest, ZkSolrClientTest, TestDistributedSearch, TestDistributedGrouping, TestStressReorder, TestStressVersions, StatsComponentTest, SpellCheckComponentTest, TestFiltering, CurrencyFieldOpenExchangeTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, WordBreakSolrSpellCheckerTest, TestWordDelimiterFilterFactory, SortByFunctionTest, DistanceFunctionTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, RequestHandlersTest, DocumentBuilderTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, JSONWriterTest, MBeansHandlerTest, TestAnalyzedSuggestions, JsonLoaderTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, SampleTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, EchoParamsTest, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, CustomCollectionTest, HttpPartitionTest]
   [junit4] Completed on J0 in 107.51s, 1 test, 1 failure <<< FAILURES!

[...truncated 203 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1298: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:922: There were test failures: 418 suites, 1710 tests, 1 failure, 38 ignored (17 assumptions)

Total time: 63 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_05 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any