You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/08 19:06:03 UTC

[JENKINS] Lucene-Solr-4.x-Linux (64bit/ibm-j9-jdk7) - Build # 9302 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9302/
Java: 64bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}

1 tests failed.
REGRESSION:  org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([1B03BD7E158A030F:403346B616CDA073]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)




Build Log:
[...truncated 10204 lines...]
   [junit4] Suite: org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest
   [junit4]   2> 43528 T108 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994
   [junit4]   2> 43529 T108 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 43529 T108 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 43530 T108 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 43569 T108 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 43616 T108 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 43616 T108 oass.IndexSchema.readSchema Reading Solr Schema from schema12.xml
   [junit4]   2> 43622 T108 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 43903 T108 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 43906 T108 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 43907 T108 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 43916 T108 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 43920 T108 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 43923 T108 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 43923 T108 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 43923 T108 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 43931 T108 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 43931 T108 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 43932 T108 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 43967 T108 oasc.CoreContainer.<init> New CoreContainer 150780135
   [junit4]   2> 43968 T108 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 43969 T108 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 43969 T108 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 43969 T108 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 43970 T108 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 43970 T108 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 43971 T108 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 43971 T108 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 43971 T108 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 43972 T108 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 43979 T108 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 43979 T108 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 43979 T108 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 43983 T109 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 43983 T109 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 43984 T109 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 43985 T109 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 44033 T109 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 44079 T109 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 44080 T109 oass.IndexSchema.readSchema Reading Solr Schema from schema12.xml
   [junit4]   2> 44086 T109 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 44367 T109 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 44369 T109 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 44371 T109 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 44379 T109 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 44382 T109 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 44389 T109 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 44390 T109 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994/
   [junit4]   2> 44390 T109 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 44391 T109 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994
   [junit4]   2> 44391 T109 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994/index/
   [junit4]   2> 44391 T109 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994/index' doesn't exist. Creating new index...
   [junit4]   2> 44392 T109 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994/index
   [junit4]   2> 44392 T109 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1046376014553192]
   [junit4]   2> 44393 T109 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_1,generation=1}
   [junit4]   2> 44393 T109 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 44394 T109 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 44395 T109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 44395 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 44396 T109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 44396 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 44396 T109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 44397 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 44397 T109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 44397 T109 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 44398 T109 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 44398 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 44398 T109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 44399 T109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 44399 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 44400 T109 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 44400 T109 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 44400 T109 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 44400 T109 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 44401 T109 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 44401 T109 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 44401 T109 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 44402 T109 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 44402 T109 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 44402 T109 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 44403 T109 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 44403 T109 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 44403 T109 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 44404 T109 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44404 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44404 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44405 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44405 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44405 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44406 T109 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44406 T109 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44406 T109 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 44407 T109 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 44408 T109 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 44409 T109 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 44411 T109 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 44411 T109 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 44412 T109 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=69.740234375, floorSegmentMB=1.4267578125, forceMergeDeletesPctAllowed=18.13287676547077, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 44412 T109 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_1,generation=1}
   [junit4]   2> 44413 T109 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 44413 T109 oass.SolrIndexSearcher.<init> Opening Searcher@3c5f9bd[collection1] main
   [junit4]   2> 44414 T109 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 44484 T109 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 44511 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c5f9bd[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 44511 T109 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 44515 T108 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 44523 T108 oas.SolrTestCaseJ4.setUp ###Starting testMultiThreaded
   [junit4]   2> ASYNC  NEW_CORE C32 name=collection1 org.apache.solr.core.SolrCore@d0976f4f
   [junit4]   2> 44524 T108 C32 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 44526 T108 C32 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 2
   [junit4]   2> 44532 T108 C32 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44533 T108 C32 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_2,generation=2}
   [junit4]   2> 44533 T108 C32 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 44535 T108 C32 oass.SolrIndexSearcher.<init> Opening Searcher@a35df8e[collection1] main
   [junit4]   2> 44535 T108 C32 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44536 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a35df8e[collection1] main{StandardDirectoryReader(segments_2:2:nrt)}
   [junit4]   2> 44537 T108 C32 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 6
   [junit4]   2> 44550 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44582 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_3,generation=3}
   [junit4]   2> 44583 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 44618 T120 oass.SolrIndexSearcher.<init> Opening Searcher@b77dc731[collection1] main
   [junit4]   2> 44618 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44619 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b77dc731[collection1] main{StandardDirectoryReader(segments_3:9:nrt _1(4.7):c64/63:delGen=1)}
   [junit4]   2> 44619 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44648 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_4,generation=4}
   [junit4]   2> 44649 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 44679 T119 oass.SolrIndexSearcher.<init> Opening Searcher@7b74e203[collection1] main
   [junit4]   2> 44681 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44681 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b74e203[collection1] main{StandardDirectoryReader(segments_4:17:nrt _3(4.7):c31/29:delGen=1)}
   [junit4]   2> 44681 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44713 T121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_5,generation=5}
   [junit4]   2> 44714 T121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 44723 T121 oass.SolrIndexSearcher.<init> Opening Searcher@7118bcdd[collection1] main
   [junit4]   2> 44724 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44724 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7118bcdd[collection1] main{StandardDirectoryReader(segments_5:24:nrt _5(4.7):c10/8:delGen=1)}
   [junit4]   2> 44724 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44725 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_5,generation=5}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_6,generation=6}
   [junit4]   2> 44725 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
   [junit4]   2> 44726 T120 oass.SolrIndexSearcher.<init> Opening Searcher@83a14d2a[collection1] main
   [junit4]   2> 44726 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44726 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@83a14d2a[collection1] main{StandardDirectoryReader(segments_5:24:nrt _5(4.7):c10/8:delGen=1)}
   [junit4]   2> 44727 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44732 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_6,generation=6}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_7,generation=7}
   [junit4]   2> 44732 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 44736 T119 oass.SolrIndexSearcher.<init> Opening Searcher@b7b64895[collection1] main
   [junit4]   2> 44736 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44736 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b7b64895[collection1] main{StandardDirectoryReader(segments_7:31:nrt _6(4.7):c1 _7(4.7):c1)}
   [junit4]   2> 44736 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44737 T121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_8,generation=8}
   [junit4]   2> 44738 T121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 44743 T121 oass.SolrIndexSearcher.<init> Opening Searcher@304cbf07[collection1] main
   [junit4]   2> 44743 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44744 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@304cbf07[collection1] main{StandardDirectoryReader(segments_8:35:nrt _7(4.7):c1 _8(4.7):c1)}
   [junit4]   2> 44744 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44746 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_8,generation=8}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_9,generation=9}
   [junit4]   2> 44746 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 44751 T120 oass.SolrIndexSearcher.<init> Opening Searcher@ad1a2ef8[collection1] main
   [junit4]   2> 44751 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44752 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ad1a2ef8[collection1] main{StandardDirectoryReader(segments_9:41:nrt _9(4.7):c1)}
   [junit4]   2> 44752 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44753 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_9,generation=9}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_a,generation=10}
   [junit4]   2> 44754 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 10
   [junit4]   2> 44754 T119 oass.SolrIndexSearcher.<init> Opening Searcher@5cd6b34a[collection1] main
   [junit4]   2> 44755 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44755 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5cd6b34a[collection1] main{StandardDirectoryReader(segments_9:41:nrt _9(4.7):c1)}
   [junit4]   2> 44755 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44760 T121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_a,generation=10}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_b,generation=11}
   [junit4]   2> 44761 T121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 11
   [junit4]   2> 44766 T121 oass.SolrIndexSearcher.<init> Opening Searcher@304351fa[collection1] main
   [junit4]   2> 44767 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44767 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@304351fa[collection1] main{StandardDirectoryReader(segments_b:49:nrt _b(4.7):c1)}
   [junit4]   2> 44767 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44768 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_b,generation=11}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_c,generation=12}
   [junit4]   2> 44769 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 12
   [junit4]   2> 44769 T120 oass.SolrIndexSearcher.<init> Opening Searcher@15caf72[collection1] main
   [junit4]   2> 44770 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44770 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15caf72[collection1] main{StandardDirectoryReader(segments_b:49:nrt _b(4.7):c1)}
   [junit4]   2> 44770 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44775 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_c,generation=12}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_d,generation=13}
   [junit4]   2> 44775 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 13
   [junit4]   2> 44779 T119 oass.SolrIndexSearcher.<init> Opening Searcher@621c2535[collection1] main
   [junit4]   2> 44780 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44780 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@621c2535[collection1] main{StandardDirectoryReader(segments_d:57:nrt _d(4.7):c1)}
   [junit4]   2> 44780 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44781 T121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_d,generation=13}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_e,generation=14}
   [junit4]   2> 44782 T121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 14
   [junit4]   2> 44786 T121 oass.SolrIndexSearcher.<init> Opening Searcher@d9751507[collection1] main
   [junit4]   2> 44787 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44787 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d9751507[collection1] main{StandardDirectoryReader(segments_e:61:nrt _e(4.7):c1)}
   [junit4]   2> 44788 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44789 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_e,generation=14}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_f,generation=15}
   [junit4]   2> 44789 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 15
   [junit4]   2> 44790 T120 oass.SolrIndexSearcher.<init> Opening Searcher@1a7c5ee0[collection1] main
   [junit4]   2> 44790 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44791 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44791 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a7c5ee0[collection1] main{StandardDirectoryReader(segments_e:61:nrt _e(4.7):c1)}
   [junit4]   2> 44795 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_f,generation=15}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_g,generation=16}
   [junit4]   2> 44796 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 16
   [junit4]   2> 44800 T119 oass.SolrIndexSearcher.<init> Opening Searcher@1cf4d415[collection1] main
   [junit4]   2> 44801 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44801 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cf4d415[collection1] main{StandardDirectoryReader(segments_g:69:nrt _g(4.7):c1)}
   [junit4]   2> 44801 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44802 T121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_g,generation=16}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_h,generation=17}
   [junit4]   2> 44802 T121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 17
   [junit4]   2> 44812 T121 oass.SolrIndexSearcher.<init> Opening Searcher@8ebc9905[collection1] main
   [junit4]   2> 44813 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44813 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8ebc9905[collection1] main{StandardDirectoryReader(segments_h:71:nrt _g(4.7):c1 _h(4.7):c1)}
   [junit4]   2> 44813 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44815 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_h,generation=17}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_i,generation=18}
   [junit4]   2> 44816 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 18
   [junit4]   2> 44819 T120 oass.SolrIndexSearcher.<init> Opening Searcher@424c4cfb[collection1] main
   [junit4]   2> 44819 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44819 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@424c4cfb[collection1] main{StandardDirectoryReader(segments_i:75:nrt _h(4.7):c1 _i(4.7):c1)}
   [junit4]   2> 44820 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44822 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_i,generation=18}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_j,generation=19}
   [junit4]   2> 44822 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 19
   [junit4]   2> 44827 T119 oass.SolrIndexSearcher.<init> Opening Searcher@f7f1c29e[collection1] main
   [junit4]   2> 44828 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44828 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f7f1c29e[collection1] main{StandardDirectoryReader(segments_j:81:nrt _j(4.7):c1)}
   [junit4]   2> 44828 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44829 T121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_j,generation=19}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_k,generation=20}
   [junit4]   2> 44830 T121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 20
   [junit4]   2> 44833 T121 oass.SolrIndexSearcher.<init> Opening Searcher@9c9d616b[collection1] main
   [junit4]   2> 44834 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44834 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9c9d616b[collection1] main{StandardDirectoryReader(segments_k:85:nrt _k(4.7):c1)}
   [junit4]   2> 44835 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44836 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_k,generation=20}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_l,generation=21}
   [junit4]   2> 44836 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 21
   [junit4]   2> 44840 T120 oass.SolrIndexSearcher.<init> Opening Searcher@66a1a8c6[collection1] main
   [junit4]   2> 44841 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44841 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66a1a8c6[collection1] main{StandardDirectoryReader(segments_l:87:nrt _k(4.7):c1 _l(4.7):c1)}
   [junit4]   2> 44841 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44843 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_l,generation=21}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_m,generation=22}
   [junit4]   2> 44843 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 22
   [junit4]   2> 44849 T119 oass.SolrIndexSearcher.<init> Opening Searcher@fb3f4602[collection1] main
   [junit4]   2> 44850 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44850 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fb3f4602[collection1] main{StandardDirectoryReader(segments_m:91:nrt _l(4.7):c1 _m(4.7):c1)}
   [junit4]   2> 44850 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44852 T121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_m,generation=22}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_n,generation=23}
   [junit4]   2> 44852 T121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 23
   [junit4]   2> 44853 T121 oass.SolrIndexSearcher.<init> Opening Searcher@7c7d296b[collection1] main
   [junit4]   2> 44853 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44853 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c7d296b[collection1] main{StandardDirectoryReader(segments_m:91:nrt _l(4.7):c1 _m(4.7):c1)}
   [junit4]   2> 44855 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44860 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_n,generation=23}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_o,generation=24}
   [junit4]   2> 44860 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 24
   [junit4]   2> 44861 T119 oass.SolrIndexSearcher.<init> Opening Searcher@1627f5fe[collection1] main
   [junit4]   2> 44861 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44861 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1627f5fe[collection1] main{StandardDirectoryReader(segments_o:96:nrt _n(4.7):c2/1)}
   [junit4]   2> 44861 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44862 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_o,generation=24}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_p,generation=25}
   [junit4]   2> 44863 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 25
   [junit4]   2> 44863 T120 oass.SolrIndexSearcher.<init> Opening Searcher@a54c7ddf[collection1] main
   [junit4]   2> 44864 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44864 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a54c7ddf[collection1] main{StandardDirectoryReader(segments_o:96:nrt _n(4.7):c2/1:delGen=1)}
   [junit4]   2> 44864 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44869 T121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_p,generation=25}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_q,generation=26}
   [junit4]   2> 44869 T121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 26
   [junit4]   2> 44874 T121 oass.SolrIndexSearcher.<init> Opening Searcher@de9afebb[collection1] main
   [junit4]   2> 44874 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44875 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@de9afebb[collection1] main{StandardDirectoryReader(segments_q:102:nrt _p(4.7):c1)}
   [junit4]   2> 44875 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44876 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_q,generation=26}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_r,generation=27}
   [junit4]   2> 44876 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 27
   [junit4]   2> 44880 T119 oass.SolrIndexSearcher.<init> Opening Searcher@cf79a9ab[collection1] main
   [junit4]   2> 44881 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44881 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cf79a9ab[collection1] main{StandardDirectoryReader(segments_r:104:nrt _p(4.7):c1 _q(4.7):c1)}
   [junit4]   2> 44882 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44883 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_r,generation=27}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_s,generation=28}
   [junit4]   2> 44884 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 28
   [junit4]   2> 44884 T120 oass.SolrIndexSearcher.<init> Opening Searcher@cd28df18[collection1] main
   [junit4]   2> 44884 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44884 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cd28df18[collection1] main{StandardDirectoryReader(segments_s:106:nrt _q(4.7):c1)}
   [junit4]   2> 44885 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44889 T121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_s,generation=28}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_t,generation=29}
   [junit4]   2> 44890 T121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 29
   [junit4]   2> 44894 T121 oass.SolrIndexSearcher.<init> Opening Searcher@eb634d2b[collection1] main
   [junit4]   2> 44895 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44895 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@eb634d2b[collection1] main{StandardDirectoryReader(segments_t:112:nrt _s(4.7):c1)}
   [junit4]   2> 44895 T119 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44896 T119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_t,generation=29}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_u,generation=30}
   [junit4]   2> 44896 T119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 30
   [junit4]   2> 44901 T119 oass.SolrIndexSearcher.<init> Opening Searcher@4dbe9c04[collection1] main
   [junit4]   2> 44901 T119 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44902 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4dbe9c04[collection1] main{StandardDirectoryReader(segments_u:116:nrt _t(4.7):c1)}
   [junit4]   2> 44902 T120 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44904 T120 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_u,generation=30}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_v,generation=31}
   [junit4]   2> 44904 T120 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 31
   [junit4]   2> 44904 T120 oass.SolrIndexSearcher.<init> Opening Searcher@7713f82f[collection1] main
   [junit4]   2> 44905 T120 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44905 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7713f82f[collection1] main{StandardDirectoryReader(segments_u:116:nrt _t(4.7):c1)}
   [junit4]   2> 44905 T121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44906 T121 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 44906 T121 oass.SolrIndexSearcher.<init> Opening Searcher@fbc2db3e[collection1] main
   [junit4]   2> 44907 T121 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44907 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fbc2db3e[collection1] main{StandardDirectoryReader(segments_u:116:nrt _t(4.7):c1)}
   [junit4]   2> ASYNC  NEW_CORE C33 name=collection1 org.apache.solr.core.SolrCore@d0976f4f
   [junit4]   2> 44907 T108 C33 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44908 T108 C33 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 44909 T108 C33 oass.SolrIndexSearcher.<init> Opening Searcher@e0bf31a2[collection1] main
   [junit4]   2> 44909 T108 C33 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44909 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e0bf31a2[collection1] main{StandardDirectoryReader(segments_u:116:nrt _t(4.7):c1)}
   [junit4]   2> 44910 T108 C33 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 3
   [junit4]   2> 44912 T108 oas.SolrTestCaseJ4.tearDown ###Ending testMultiThreaded
   [junit4]   2> 44917 T108 oas.SolrTestCaseJ4.setUp ###Starting testFailNonIndexedSigWithOverwriteDupes
   [junit4]   2> 44917 T108 C33 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 44918 T108 C33 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 44919 T108 C33 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44920 T108 C33 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_v,generation=31}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_w,generation=32}
   [junit4]   2> 44921 T108 C33 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 32
   [junit4]   2> 44921 T108 C33 oass.SolrIndexSearcher.<init> Opening Searcher@d196f24[collection1] main
   [junit4]   2> 44922 T108 C33 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44922 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d196f24[collection1] main{StandardDirectoryReader(segments_w:117:nrt)}
   [junit4]   2> 44923 T108 C33 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 4
   [junit4]   2> 44924 T108 oas.SolrTestCaseJ4.tearDown ###Ending testFailNonIndexedSigWithOverwriteDupes
   [junit4]   2> 44929 T108 oas.SolrTestCaseJ4.setUp ###Starting testDupeDetection
   [junit4]   2> 44930 T108 C33 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 44930 T108 C33 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 0
   [junit4]   2> 44932 T108 C33 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44933 T108 C33 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_w,generation=32}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_x,generation=33}
   [junit4]   2> 44933 T108 C33 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 33
   [junit4]   2> 44934 T108 C33 oass.SolrIndexSearcher.<init> Opening Searcher@7c9a5170[collection1] main
   [junit4]   2> 44934 T108 C33 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44935 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c9a5170[collection1] main{StandardDirectoryReader(segments_x:118:nrt)}
   [junit4]   2> 44935 T108 C33 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 3
   [junit4]   2> 44942 T108 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44946 T108 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_x,generation=33}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_y,generation=34}
   [junit4]   2> 44947 T108 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 34
   [junit4]   2> 44948 T108 oass.SolrIndexSearcher.<init> Opening Searcher@1b0e6e1f[collection1] main
   [junit4]   2> 44948 T108 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44948 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b0e6e1f[collection1] main{StandardDirectoryReader(segments_y:120:nrt _u(4.7):c2)}
   [junit4]   2> 44953 T108 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44957 T108 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_y,generation=34}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_z,generation=35}
   [junit4]   2> 44958 T108 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 35
   [junit4]   2> 44958 T108 oass.SolrIndexSearcher.<init> Opening Searcher@63b5ecab[collection1] main
   [junit4]   2> 44959 T108 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44959 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63b5ecab[collection1] main{StandardDirectoryReader(segments_z:123:nrt _u(4.7):c2/1:delGen=1 _v(4.7):c1)}
   [junit4]   2> 44960 T108 oas.SolrTestCaseJ4.tearDown ###Ending testDupeDetection
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SignatureUpdateProcessorFactoryTest -Dtests.method=testDupeDetection -Dtests.seed=1B03BD7E158A030F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=kn_IN -Dtests.timezone=Mexico/BajaSur -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.06s J1 | SignatureUpdateProcessorFactoryTest.testDupeDetection <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1B03BD7E158A030F:403346B616CDA073]:0)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:780)
   [junit4]   2> 44991 T108 oas.SolrTestCaseJ4.setUp ###Starting testNonStringFieldsValues
   [junit4]   2> 44992 T108 C33 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 44993 T108 C33 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 44994 T108 C33 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44995 T108 C33 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_z,generation=35}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_10,generation=36}
   [junit4]   2> 44996 T108 C33 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 36
   [junit4]   2> 44996 T108 C33 oass.SolrIndexSearcher.<init> Opening Searcher@2962276d[collection1] main
   [junit4]   2> 44997 T108 C33 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44997 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2962276d[collection1] main{StandardDirectoryReader(segments_10:124:nrt)}
   [junit4]   2> 44998 T108 C33 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 4
   [junit4]   2> 45008 T108 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 45016 T108 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45018 T108 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_10,generation=36}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_11,generation=37}
   [junit4]   2> 45019 T108 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 37
   [junit4]   2> 45020 T108 oass.SolrIndexSearcher.<init> Opening Searcher@9434d8a9[collection1] main
   [junit4]   2> 45021 T108 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45021 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9434d8a9[collection1] main{StandardDirectoryReader(segments_11:126:nrt _w(4.7):c5/1:delGen=1)}
   [junit4]   2> 45022 T108 oas.SolrTestCaseJ4.tearDown ###Ending testNonStringFieldsValues
   [junit4]   2> 45027 T108 oas.SolrTestCaseJ4.setUp ###Starting testDupeAllFieldsDetection
   [junit4]   2> 45028 T108 C33 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 45028 T108 C33 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> ASYNC  NEW_CORE C34 name=collection1 org.apache.solr.core.SolrCore@d0976f4f
   [junit4]   2> 45035 T108 C34 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45036 T108 C34 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_11,generation=37}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_12,generation=38}
   [junit4]   2> 45037 T108 C34 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 38
   [junit4]   2> 45038 T108 C34 oass.SolrIndexSearcher.<init> Opening Searcher@e86188eb[collection1] main
   [junit4]   2> 45038 T108 C34 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45038 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e86188eb[collection1] main{StandardDirectoryReader(segments_12:127:nrt)}
   [junit4]   2> 45039 T108 C34 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 4
   [junit4]   2> 45047 T108 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45050 T108 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_12,generation=38}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_13,generation=39}
   [junit4]   2> 45051 T108 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 39
   [junit4]   2> 45053 T108 oass.SolrIndexSearcher.<init> Opening Searcher@1e0dc3eb[collection1] main
   [junit4]   2> 45053 T108 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45053 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e0dc3eb[collection1] main{StandardDirectoryReader(segments_13:129:nrt _x(4.7):c3)}
   [junit4]   2> 45054 T108 oas.SolrTestCaseJ4.tearDown ###Ending testDupeAllFieldsDetection
   [junit4]   2> 45060 T108 oas.SolrTestCaseJ4.setUp ###Starting testNonIndexedSignatureField
   [junit4]   2> 45061 T108 C34 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 45062 T108 C34 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 45063 T108 C34 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45064 T108 C34 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_13,generation=39}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_14,generation=40}
   [junit4]   2> 45065 T108 C34 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 40
   [junit4]   2> 45065 T108 C34 oass.SolrIndexSearcher.<init> Opening Searcher@9cf0d8fe[collection1] main
   [junit4]   2> 45066 T108 C34 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45066 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9cf0d8fe[collection1] main{StandardDirectoryReader(segments_14:130:nrt)}
   [junit4]   2> 45067 T108 C34 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 4
   [junit4]   2> 45073 T108 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45075 T108 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_14,generation=40}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@86399c43 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6957065a)),segFN=segments_15,generation=41}
   [junit4]   2> 45076 T108 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 41
   [junit4]   2> 45077 T108 oass.SolrIndexSearcher.<init> Opening Searcher@ec3dfb94[collection1] main
   [junit4]   2> 45078 T108 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45078 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ec3dfb94[collection1] main{StandardDirectoryReader(segments_15:132:nrt _y(4.7):c2)}
   [junit4]   2> 45079 T108 oas.SolrTestCaseJ4.tearDown ###Ending testNonIndexedSignatureField
   [junit4]   2> 45081 T108 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 45081 T108 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=150780135
   [junit4]   2> 45082 T108 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d0976f4f
   [junit4]   2> 45082 T108 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=42,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=253,cumulative_deletesById=0,cumulative_deletesByQuery=6,cumulative_errors=0}
   [junit4]   2> 45082 T108 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 45083 T108 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 45083 T108 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 45084 T108 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 45084 T108 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 45084 T108 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994;done=false>>]
   [junit4]   2> 45085 T108 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994
   [junit4]   2> 45085 T108 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994/index;done=false>>]
   [junit4]   2> 45085 T108 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1391882128994/index
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=kn_IN, timezone=Mexico/BajaSur
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/IBM Corporation 1.7.0 (64-bit)/cpus=8,threads=1,free=30657904,total=61079552
   [junit4]   2> NOTE: All tests run in this JVM: [TestCSVLoader, NumericFieldsTest, ZkNodePropsTest, TestNoOpRegenerator, TestReloadAndDeleteDocs, TestFastLRUCache, TestQuerySenderNoQuery, CoreContainerCoreInitFailuresTest, HardAutoCommitTest, InfoHandlerTest, AlternateDirectoryTest, TestDefaultSimilarityFactory, SpellCheckComponentTest, TestIndexingPerformance, PingRequestHandlerTest, SignatureUpdateProcessorFactoryTest]
   [junit4] Completed on J1 in 1.63s, 6 tests, 1 failure <<< FAILURES!

[...truncated 1013 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:452: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 358 suites, 1554 tests, 1 failure, 69 ignored (7 assumptions)

Total time: 33 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-Linux (64bit/ibm-j9-jdk7) - Build # 9302 - Failure!

Posted by Mark Miller <ma...@gmail.com>.
I’ll tackle this soon. I’m pretty sure the problem is, while we try and wait in the delete call to make sure other observers see an updated cluster state before we return, we can’t guarantee that in a slow env without putting the logic in the client. I don’t see a clean way of doing that lightly, so I probably just have to put a poll in the test.

- Mark  

http://about.me/markrmiller



On Feb 8, 2014, 2:53:55 PM, Policeman Jenkins Server <je...@thetaphi.de> wrote: Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9303/
Java: 32bit/jdk1.7.0_51 -server -XX:+UseParallelGC

1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Still found collection that should be gone

Stack Trace:
java.lang.AssertionError: Still found collection that should be gone
at __randomizedtesting.SeedInfo.seed([F9365A098938A05F:78D0D411FE67C063]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:402)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:210)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10080 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 131875 T448 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 131879 T448 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1391887809219
[junit4] 2> 131880 T448 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 131881 T449 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 131981 T448 oasc.ZkTestServer.run start zk server on port:35854
[junit4] 2> 131982 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 132604 T455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d4885 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 132604 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 132604 T448 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 132609 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 132611 T457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1785458 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 132611 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 132611 T448 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 132615 T448 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 132618 T448 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 132620 T448 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 132622 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 132623 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 132627 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 132627 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 132631 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 132631 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 132635 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 132635 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 132638 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 132638 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 132641 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 132641 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 132643 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 132643 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 132646 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 132646 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 132648 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 132649 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 132651 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 132652 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 132654 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 132654 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> Using old style solr.xml
[junit4] 2> 132658 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 132659 T459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7630ac name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 132660 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 132660 T448 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 132663 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 132664 T461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@150974c name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 132664 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 132664 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
[junit4] 2> 132665 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
[junit4] 2> 132669 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
[junit4] 2> 132669 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
[junit4] 2> 132674 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 132675 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 132677 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
[junit4] 2> 132677 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
[junit4] 2> 132679 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
[junit4] 2> 132680 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
[junit4] 2> 132682 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
[junit4] 2> 132682 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
[junit4] 2> 132685 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
[junit4] 2> 132685 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
[junit4] 2> 132687 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
[junit4] 2> 132688 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
[junit4] 2> 132690 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
[junit4] 2> 132690 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
[junit4] 2> 132692 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
[junit4] 2> 132693 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
[junit4] 2> 132695 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
[junit4] 2> 132696 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
[junit4] 2> 132773 T448 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 132777 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38821
[junit4] 2> 132777 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 132778 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 132778 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037
[junit4] 2> 132778 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/'
[junit4] 2> 132789 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solr.xml
[junit4] 2> 132822 T448 oasc.CoreContainer.<init> New CoreContainer 33050334
[junit4] 2> 132823 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/]
[junit4] 2> 132824 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 132824 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 132824 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 132824 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 132825 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 132825 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 132825 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 132826 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 132826 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 132830 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 132830 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 132831 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 132831 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
[junit4] 2> 132832 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 132833 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 132834 T472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@101f6c2 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 132835 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 132837 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 132838 T474 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17427d9 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 132838 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 132840 T448 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 132845 T448 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 132848 T448 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 132850 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38821_
[junit4] 2> 132851 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38821_
[junit4] 2> 132853 T448 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 132855 T448 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 132858 T448 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:38821_
[junit4] 2> 132858 T448 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 132860 T448 oasc.Overseer.start Overseer (id=91218759465172997-127.0.0.1:38821_-n_0000000000) starting
[junit4] 2> 132863 T448 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 132866 T476 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 132866 T448 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 132867 T476 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 132868 T448 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 132870 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 132872 T475 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 132875 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 132875 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 132876 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 132877 T479 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1744a22 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 132878 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 132879 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 132881 T448 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 132953 T448 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 132954 T448 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 132956 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52453
[junit4] 2> 132957 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 132957 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 132958 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391887810220
[junit4] 2> 132958 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391887810220/'
[junit4] 2> 132969 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391887810220/solr.xml
[junit4] 2> 133001 T448 oasc.CoreContainer.<init> New CoreContainer 24230567
[junit4] 2> 133001 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391887810220/]
[junit4] 2> 133002 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 133002 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 133002 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 133003 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 133003 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 133003 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 133004 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 133004 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 133004 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 133007 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 133007 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 133007 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 133008 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
[junit4] 2> 133008 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 133009 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 133010 T490 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195455a name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 133010 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 133013 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 133015 T492 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65dc46 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 133015 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 133018 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 134021 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52453_
[junit4] 2> 134022 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52453_
[junit4] 2> 134025 T474 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 134025 T492 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 134025 T479 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 134030 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 134030 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 134103 T448 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 134104 T448 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 134106 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42660
[junit4] 2> 134107 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 134107 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 134107 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370
[junit4] 2> 134107 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/'
[junit4] 2> 134118 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solr.xml
[junit4] 2> 134156 T448 oasc.CoreContainer.<init> New CoreContainer 23868663
[junit4] 2> 134157 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/]
[junit4] 2> 134158 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 134158 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 134158 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 134159 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 134159 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 134159 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 134160 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 134160 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 134160 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 134163 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 134163 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 134163 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 134164 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
[junit4] 2> 134164 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 134165 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 134166 T504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10948f6 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 134167 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 134169 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 134183 T506 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e06a96 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 134183 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 134188 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 135191 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42660_
[junit4] 2> 135193 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42660_
[junit4] 2> 135196 T474 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 135196 T492 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 135197 T479 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 135197 T506 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 135202 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 135202 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 135282 T448 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 135283 T448 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 135285 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48010
[junit4] 2> 135286 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 135286 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 135287 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541
[junit4] 2> 135287 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/'
[junit4] 2> 135298 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solr.xml
[junit4] 2> 135330 T448 oasc.CoreContainer.<init> New CoreContainer 16561410
[junit4] 2> 135330 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/]
[junit4] 2> 135331 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 135331 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 135331 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 135332 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 135332 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 135332 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 135333 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 135333 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 135333 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 135336 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 135336 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 135336 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 135337 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
[junit4] 2> 135337 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 135338 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 135339 T518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cfae67 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 135339 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 135343 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 135344 T520 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b29168 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 135344 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 135348 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 136351 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48010_
[junit4] 2> 136352 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48010_
[junit4] 2> 136355 T479 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 136355 T474 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 136355 T520 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 136355 T492 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 136355 T506 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 136361 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 136361 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 136429 T448 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
[junit4] 2> 136430 T448 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 136432 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39850
[junit4] 2> 136433 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 136433 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 136434 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701
[junit4] 2> 136434 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/'
[junit4] 2> 136444 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solr.xml
[junit4] 2> 136475 T448 oasc.CoreContainer.<init> New CoreContainer 22398201
[junit4] 2> 136476 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/]
[junit4] 2> 136477 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 136477 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 136477 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 136477 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 136478 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 136478 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 136478 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 136478 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 136479 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 136481 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 136482 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 136482 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 136482 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
[junit4] 2> 136483 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 136483 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 136486 T532 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f6c888 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 136487 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 136489 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 136491 T534 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@191570a name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 136491 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 136495 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 137497 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39850_
[junit4] 2> 137499 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39850_
[junit4] 2> 137502 T479 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 137502 T506 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 137502 T474 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 137502 T534 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 137502 T492 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 137502 T520 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 137507 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 137507 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 137518 T486 oasha.CollectionsHandler.handleCreateAction Creating Collection : router.field=myOwnField&version=2&router.name=compositeId&collection.configName=conf1&name=solrj_collection&replicationFactor=2&action=CREATE&numShards=2&wt=javabin
[junit4] 2> 137520 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 137521 T476 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"solrj_collection",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "router.field":"myOwnField",
[junit4] 2> "router.name":"compositeId"}
[junit4] 2> 137522 T476 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"solrj_collection",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "router.field":"myOwnField",
[junit4] 2> "router.name":"compositeId"}
[junit4] 2> 137522 T476 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection
[junit4] 2> 137522 T476 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
[junit4] 2> 137526 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 137527 T475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 137528 T475 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
[junit4] 2> 137528 T475 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
[junit4] 2> 137530 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 137531 T506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137531 T534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137531 T520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137531 T474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137531 T479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137531 T492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137626 T476 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 137626 T476 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:48010_
[junit4] 2> 137627 T476 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:39850_
[junit4] 2> 137627 T476 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:38821_
[junit4] 2> 137628 T476 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:42660_
[junit4] 2> 137631 T529 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
[junit4] 2> 137632 T469 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
[junit4] 2> 137631 T515 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
[junit4] 2> 137633 T529 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 137633 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 137632 T499 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
[junit4] 2> 137702 T469 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 137705 T515 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 137705 T499 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 137706 T475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 137706 T475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39850",
[junit4] 2> "core":"solrj_collection_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:39850_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"solrj_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 137709 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 137710 T475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38821",
[junit4] 2> "core":"solrj_collection_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:38821_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"solrj_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 137712 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 137713 T475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48010",
[junit4] 2> "core":"solrj_collection_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:48010_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"solrj_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 137715 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 137716 T475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42660",
[junit4] 2> "core":"solrj_collection_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:42660_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"solrj_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 137718 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 137821 T474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137821 T520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137822 T492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137821 T506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137822 T479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 137822 T534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 138634 T529 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
[junit4] 2> 138634 T529 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solr.xml
[junit4] 2> 138635 T529 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2
[junit4] 2> 138635 T529 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
[junit4] 2> 138636 T529 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 138636 T529 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
[junit4] 2> 138637 T529 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 138637 T529 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/'
[junit4] 2> 138672 T529 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
[junit4] 2> 138703 T469 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
[junit4] 2> 138704 T469 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solr.xml
[junit4] 2> 138704 T469 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1
[junit4] 2> 138705 T469 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
[junit4] 2> 138705 T515 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
[junit4] 2> 138705 T499 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
[junit4] 2> 138706 T515 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solr.xml
[junit4] 2> 138706 T499 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solr.xml
[junit4] 2> 138706 T469 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 138707 T469 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
[junit4] 2> 138706 T499 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2
[junit4] 2> 138707 T499 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
[junit4] 2> 138708 T469 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 138706 T515 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1
[junit4] 2> 138709 T515 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
[junit4] 2> 138708 T469 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/'
[junit4] 2> 138708 T499 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 138710 T499 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
[junit4] 2> 138710 T515 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 138710 T515 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
[junit4] 2> 138712 T499 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 138712 T499 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/'
[junit4] 2> 138713 T515 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 138714 T515 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/'
[junit4] 2> 138722 T529 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 138725 T529 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 138738 T529 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
[junit4] 2> 138775 T469 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
[junit4] 2> 138785 T499 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
[junit4] 2> 138786 T515 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
[junit4] 2> 138830 T469 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 138831 T469 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 138840 T499 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 138842 T515 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 138843 T499 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 138843 T469 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
[junit4] 2> 138849 T515 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 138861 T499 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
[junit4] 2> 138867 T515 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
[junit4] 2> 139294 T529 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 139298 T529 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 139299 T529 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 139306 T529 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 139309 T529 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 139322 T529 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 139325 T529 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 139329 T529 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 139330 T529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 139330 T529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 139331 T529 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 139332 T529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 139332 T529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 139332 T529 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 139333 T529 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data/
[junit4] 2> 139334 T529 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71d6
[junit4] 2> 139335 T529 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data
[junit4] 2> 139335 T529 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data/index/
[junit4] 2> 139335 T529 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 139336 T529 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data/index
[junit4] 2> 139336 T529 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 139337 T529 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@a10e4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1be141a),segFN=segments_1,generation=1}
[junit4] 2> 139337 T529 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 139341 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 139341 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 139342 T529 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 139342 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 139342 T529 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 139343 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 139343 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 139343 T529 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 139344 T529 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 139344 T529 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 139345 T529 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 139345 T529 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 139345 T529 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 139346 T529 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 139346 T529 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 139347 T529 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 139349 T529 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 139352 T529 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 139352 T529 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 139353 T529 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 139353 T529 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@a10e4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1be141a),segFN=segments_1,generation=1}
[junit4] 2> 139354 T529 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 139354 T529 oass.SolrIndexSearcher.<init> Opening Searcher@889c0b[solrj_collection_shard1_replica2] main
[junit4] 2> 139358 T540 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@889c0b[solrj_collection_shard1_replica2] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 139360 T529 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
[junit4] 2> 139360 T529 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:http://127.0.0.1:39850 collection:solrj_collection shard:shard1
[junit4] 2> 139361 T515 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 139361 T515 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 139362 T529 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
[junit4] 2> 139362 T515 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 139366 T499 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 139366 T499 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 139366 T499 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 139368 T515 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 139371 T515 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 139372 T499 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 139378 T499 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 139436 T469 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 139436 T469 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 139437 T469 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 139438 T529 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 139442 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 139442 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 139442 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 139443 T529 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=-1
[junit4] 2> 139444 T529 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later
[junit4] 2> 139444 T529 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 139444 T475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> ASYNC NEW_CORE C132 name=solrj_collection_shard1_replica2 org.apache.solr.core.SolrCore@3b0d51 url=http://127.0.0.1:39850/solrj_collection_shard1_replica2 node=127.0.0.1:39850_ C132_STATE=coll:solrj_collection core:solrj_collection_shard1_replica2 props:{state=down, base_url=http://127.0.0.1:39850, core=solrj_collection_shard1_replica2, node_name=127.0.0.1:39850_}
[junit4] 2> 139444 T529 C132 P39850 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39850/solrj_collection_shard1_replica2/
[junit4] 2> 139444 T469 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 139445 T529 C132 P39850 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica2 url=http://127.0.0.1:39850 START replicas=[http://127.0.0.1:48010/solrj_collection_shard1_replica1/] nUpdates=100
[junit4] 2> 139446 T529 C132 P39850 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica2 url=http://127.0.0.1:39850 DONE. We have no versions. sync failed.
[junit4] 2> 139446 T529 C132 P39850 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 139447 T529 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 139447 T529 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39850/solrj_collection_shard1_replica2/ shard1
[junit4] 2> 139447 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 139447 T529 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leaders/shard1
[junit4] 2> 139448 T499 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 139449 T469 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 139449 T506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 139449 T492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 139449 T479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 139448 T520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 139448 T534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 139448 T474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 139454 T515 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 139455 T499 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 139458 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 139459 T515 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 139459 T499 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 139460 T475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 139461 T499 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 139461 T499 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 139461 T499 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 139463 T499 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 139463 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 139463 T499 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 139464 T499 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 139464 T499 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data/
[junit4] 2> 139464 T499 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71d6
[junit4] 2> 139465 T499 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data
[junit4] 2> 139465 T499 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data/index/
[junit4] 2> 139466 T499 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 139466 T515 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 139466 T499 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data/index
[junit4] 2> 139467 T499 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 139467 T515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 139468 T515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 139468 T499 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@70b6b7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f0c68),segFN=segments_1,generation=1}
[junit4] 2> 139468 T499 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 139470 T469 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 139472 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 139473 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 139473 T499 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 139473 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 139474 T499 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 139474 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 139474 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 139475 T499 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 139475 T499 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 139475 T499 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 139468 T515 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 139476 T499 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 139476 T499 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 139477 T499 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 139477 T499 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 139478 T499 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 139474 T469 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 139479 T499 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 139479 T515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 139480 T515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 139480 T515 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 139480 T499 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 139480 T515 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data/
[junit4] 2> 139482 T515 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71d6
[junit4] 2> 139483 T515 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data
[junit4] 2> 139483 T515 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data/index/
[junit4] 2> 139483 T515 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 139484 T515 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data/index
[junit4] 2> 139484 T469 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 139484 T515 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 139484 T499 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 139485 T499 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 139486 T469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 139486 T469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 139486 T469 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 139486 T499 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 139487 T469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 139488 T469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 139487 T515 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@14bc6dc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e38ea3),segFN=segments_1,generation=1}
[junit4] 2> 139488 T469 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 139488 T499 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@70b6b7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f0c68),segFN=segments_1,generation=1}
[junit4] 2> 139489 T499 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 139489 T469 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data/
[junit4] 2> 139488 T515 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 139490 T469 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71d6
[junit4] 2> 139491 T469 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data
[junit4] 2> 139491 T469 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data/index/
[junit4] 2> 139491 T469 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 139491 T469 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data/index
[junit4] 2> 139492 T469 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio

[...truncated too long message...]

o close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data;done=false>>]
[junit4] 2> 257837 T448 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data
[junit4] 2> 257837 T448 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data/index;done=false>>]
[junit4] 2> 257837 T448 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data/index
[junit4] 2> 257838 T448 oasc.SolrCore.close [halfdeletedcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@101f7d9
[junit4] 2> 257838 T1012 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39850",
[junit4] 2> "core":"halfdeletedcollection_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:39850_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 257843 T448 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
[junit4] 2> 257844 T448 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 257844 T448 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 257844 T448 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 257845 T448 oasc.SolrCore.closeSearcher [halfdeletedcollection_shard2_replica1] Closing main searcher on request.
[junit4] 2> 257845 T448 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 257845 T448 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data/index;done=false>>]
[junit4] 2> 257846 T448 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data/index
[junit4] 2> 257846 T448 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data;done=false>>]
[junit4] 2> 257846 T448 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data
[junit4] 2> 257872 T448 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 257925 T448 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 257927 T448 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:35854 35854
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=F9365A098938A05F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_LB -Dtests.timezone=SystemV/PST8PDT -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 126s J1 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: java.lang.AssertionError: Still found collection that should be gone
[junit4] > at __randomizedtesting.SeedInfo.seed([F9365A098938A05F:78D0D411FE67C063]:0)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:402)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:210)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
[junit4] > at java.lang.Thread.run(Thread.java:744)
[junit4] 2> 258019 T448 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 126148 T447 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> 259139 T474 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 259350 T534 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 259350 T534 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 259350 T534 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 259350 T534 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 259350 T534 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ar_LB, timezone=SystemV/PST8PDT
[junit4] 2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.7.0_51 (32-bit)/cpus=8,threads=1,free=91237312,total=313524224
[junit4] 2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, TestArbitraryIndexDir, TestZkChroot, TestImplicitCoreProperties, CurrencyFieldOpenExchangeTest, TestCollationFieldDocValues, StressHdfsTest, TestNumberUtils, SolrPluginUtilsTest, CursorPagingTest, TestCloudManagedSchema, TestLazyCores, TestSolr4Spatial, TestFieldResource, SolrCmdDistributorTest, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 127.68s, 1 test, 1 failure <<< FAILURES!

[...truncated 964 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 358 suites, 1554 tests, 1 failure, 35 ignored (7 assumptions)

Total time: 51 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_51 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org 

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_51) - Build # 9303 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9303/
Java: 32bit/jdk1.7.0_51 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Still found collection that should be gone

Stack Trace:
java.lang.AssertionError: Still found collection that should be gone
	at __randomizedtesting.SeedInfo.seed([F9365A098938A05F:78D0D411FE67C063]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:402)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:210)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10080 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 131875 T448 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 131879 T448 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1391887809219
   [junit4]   2> 131880 T448 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 131881 T449 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 131981 T448 oasc.ZkTestServer.run start zk server on port:35854
   [junit4]   2> 131982 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 132604 T455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d4885 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 132604 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 132604 T448 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 132609 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 132611 T457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1785458 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 132611 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 132611 T448 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 132615 T448 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 132618 T448 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 132620 T448 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 132622 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 132623 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 132627 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 132627 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 132631 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 132631 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 132635 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 132635 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 132638 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 132638 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 132641 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 132641 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 132643 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 132643 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 132646 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 132646 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 132648 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 132649 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 132651 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 132652 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 132654 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 132654 T448 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 132658 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 132659 T459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7630ac name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 132660 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 132660 T448 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 132663 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 132664 T461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@150974c name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 132664 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 132664 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 132665 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 132669 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 132669 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 132674 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 132675 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 132677 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 132677 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 132679 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 132680 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 132682 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 132682 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 132685 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 132685 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 132687 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 132688 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 132690 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 132690 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 132692 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 132693 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 132695 T448 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 132696 T448 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 132773 T448 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 132777 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38821
   [junit4]   2> 132777 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 132778 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 132778 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037
   [junit4]   2> 132778 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/'
   [junit4]   2> 132789 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solr.xml
   [junit4]   2> 132822 T448 oasc.CoreContainer.<init> New CoreContainer 33050334
   [junit4]   2> 132823 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/]
   [junit4]   2> 132824 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 132824 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 132824 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 132824 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 132825 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 132825 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 132825 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 132826 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 132826 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 132830 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 132830 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 132831 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 132831 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
   [junit4]   2> 132832 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 132833 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 132834 T472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@101f6c2 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 132835 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 132837 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 132838 T474 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17427d9 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 132838 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 132840 T448 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 132845 T448 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 132848 T448 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 132850 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38821_
   [junit4]   2> 132851 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38821_
   [junit4]   2> 132853 T448 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 132855 T448 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 132858 T448 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:38821_
   [junit4]   2> 132858 T448 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 132860 T448 oasc.Overseer.start Overseer (id=91218759465172997-127.0.0.1:38821_-n_0000000000) starting
   [junit4]   2> 132863 T448 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 132866 T476 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 132866 T448 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 132867 T476 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 132868 T448 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 132870 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 132872 T475 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 132875 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 132875 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 132876 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 132877 T479 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1744a22 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 132878 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 132879 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 132881 T448 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 132953 T448 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 132954 T448 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 132956 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52453
   [junit4]   2> 132957 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 132957 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 132958 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391887810220
   [junit4]   2> 132958 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391887810220/'
   [junit4]   2> 132969 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391887810220/solr.xml
   [junit4]   2> 133001 T448 oasc.CoreContainer.<init> New CoreContainer 24230567
   [junit4]   2> 133001 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391887810220/]
   [junit4]   2> 133002 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 133002 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 133002 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 133003 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 133003 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 133003 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 133004 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 133004 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 133004 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 133007 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 133007 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 133007 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 133008 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
   [junit4]   2> 133008 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 133009 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 133010 T490 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195455a name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 133010 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 133013 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 133015 T492 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65dc46 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 133015 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 133018 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 134021 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52453_
   [junit4]   2> 134022 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52453_
   [junit4]   2> 134025 T474 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 134025 T492 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 134025 T479 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 134030 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 134030 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 134103 T448 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 134104 T448 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 134106 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42660
   [junit4]   2> 134107 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 134107 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 134107 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370
   [junit4]   2> 134107 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/'
   [junit4]   2> 134118 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solr.xml
   [junit4]   2> 134156 T448 oasc.CoreContainer.<init> New CoreContainer 23868663
   [junit4]   2> 134157 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/]
   [junit4]   2> 134158 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 134158 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 134158 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 134159 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 134159 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 134159 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 134160 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 134160 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 134160 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 134163 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 134163 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 134163 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 134164 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
   [junit4]   2> 134164 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 134165 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 134166 T504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10948f6 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 134167 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 134169 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 134183 T506 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e06a96 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 134183 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 134188 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 135191 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42660_
   [junit4]   2> 135193 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42660_
   [junit4]   2> 135196 T474 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 135196 T492 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 135197 T479 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 135197 T506 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 135202 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 135202 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 135282 T448 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 135283 T448 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 135285 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48010
   [junit4]   2> 135286 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 135286 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 135287 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541
   [junit4]   2> 135287 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/'
   [junit4]   2> 135298 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solr.xml
   [junit4]   2> 135330 T448 oasc.CoreContainer.<init> New CoreContainer 16561410
   [junit4]   2> 135330 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/]
   [junit4]   2> 135331 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 135331 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 135331 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 135332 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 135332 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 135332 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 135333 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 135333 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 135333 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 135336 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 135336 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 135336 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 135337 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
   [junit4]   2> 135337 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 135338 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 135339 T518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cfae67 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 135339 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 135343 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 135344 T520 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b29168 name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 135344 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 135348 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 136351 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48010_
   [junit4]   2> 136352 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48010_
   [junit4]   2> 136355 T479 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 136355 T474 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 136355 T520 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 136355 T492 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 136355 T506 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 136361 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 136361 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 136429 T448 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 136430 T448 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 136432 T448 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39850
   [junit4]   2> 136433 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 136433 T448 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 136434 T448 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701
   [junit4]   2> 136434 T448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/'
   [junit4]   2> 136444 T448 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solr.xml
   [junit4]   2> 136475 T448 oasc.CoreContainer.<init> New CoreContainer 22398201
   [junit4]   2> 136476 T448 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/]
   [junit4]   2> 136477 T448 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 136477 T448 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 136477 T448 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 136477 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 136478 T448 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 136478 T448 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 136478 T448 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 136478 T448 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 136479 T448 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 136481 T448 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 136482 T448 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 136482 T448 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 136482 T448 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35854/solr
   [junit4]   2> 136483 T448 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 136483 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 136486 T532 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f6c888 name:ZooKeeperConnection Watcher:127.0.0.1:35854 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 136487 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 136489 T448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 136491 T534 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@191570a name:ZooKeeperConnection Watcher:127.0.0.1:35854/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 136491 T448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 136495 T448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 137497 T448 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39850_
   [junit4]   2> 137499 T448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39850_
   [junit4]   2> 137502 T479 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 137502 T506 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 137502 T474 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 137502 T534 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 137502 T492 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 137502 T520 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 137507 T448 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 137507 T448 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 137518 T486 oasha.CollectionsHandler.handleCreateAction Creating Collection : router.field=myOwnField&version=2&router.name=compositeId&collection.configName=conf1&name=solrj_collection&replicationFactor=2&action=CREATE&numShards=2&wt=javabin
   [junit4]   2> 137520 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 137521 T476 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 137522 T476 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 137522 T476 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 137522 T476 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 137526 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 137527 T475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 137528 T475 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 137528 T475 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 137530 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 137531 T506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137531 T534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137531 T520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137531 T474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137531 T479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137531 T492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137626 T476 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 137626 T476 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:48010_
   [junit4]   2> 137627 T476 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:39850_
   [junit4]   2> 137627 T476 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:38821_
   [junit4]   2> 137628 T476 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:42660_
   [junit4]   2> 137631 T529 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 137632 T469 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 137631 T515 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 137633 T529 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 137633 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 137632 T499 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 137702 T469 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 137705 T515 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 137705 T499 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 137706 T475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 137706 T475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39850",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39850_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 137709 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 137710 T475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38821",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38821_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 137712 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 137713 T475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48010",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48010_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 137715 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 137716 T475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42660",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42660_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 137718 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 137821 T474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137821 T520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137822 T492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137821 T506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137822 T479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 137822 T534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 138634 T529 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 138634 T529 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solr.xml
   [junit4]   2> 138635 T529 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2
   [junit4]   2> 138635 T529 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 138636 T529 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 138636 T529 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 138637 T529 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 138637 T529 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/'
   [junit4]   2> 138672 T529 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 138703 T469 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 138704 T469 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solr.xml
   [junit4]   2> 138704 T469 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1
   [junit4]   2> 138705 T469 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 138705 T515 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 138705 T499 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 138706 T515 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solr.xml
   [junit4]   2> 138706 T499 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solr.xml
   [junit4]   2> 138706 T469 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 138707 T469 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 138706 T499 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2
   [junit4]   2> 138707 T499 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 138708 T469 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 138706 T515 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1
   [junit4]   2> 138709 T515 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 138708 T469 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/'
   [junit4]   2> 138708 T499 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 138710 T499 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 138710 T515 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 138710 T515 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 138712 T499 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 138712 T499 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/'
   [junit4]   2> 138713 T515 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 138714 T515 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/'
   [junit4]   2> 138722 T529 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 138725 T529 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 138738 T529 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 138775 T469 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 138785 T499 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 138786 T515 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 138830 T469 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 138831 T469 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 138840 T499 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 138842 T515 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 138843 T499 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 138843 T469 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 138849 T515 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 138861 T499 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 138867 T515 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 139294 T529 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 139298 T529 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 139299 T529 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 139306 T529 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 139309 T529 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 139322 T529 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 139325 T529 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 139329 T529 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 139330 T529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 139330 T529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 139331 T529 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 139332 T529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 139332 T529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 139332 T529 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 139333 T529 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data/
   [junit4]   2> 139334 T529 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71d6
   [junit4]   2> 139335 T529 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data
   [junit4]   2> 139335 T529 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 139335 T529 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 139336 T529 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 139336 T529 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 139337 T529 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a10e4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1be141a),segFN=segments_1,generation=1}
   [junit4]   2> 139337 T529 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 139341 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 139341 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 139342 T529 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 139342 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 139342 T529 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 139343 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 139343 T529 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 139343 T529 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 139344 T529 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 139344 T529 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 139345 T529 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 139345 T529 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 139345 T529 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 139346 T529 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 139346 T529 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 139347 T529 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 139349 T529 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 139352 T529 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 139352 T529 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 139353 T529 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 139353 T529 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a10e4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1be141a),segFN=segments_1,generation=1}
   [junit4]   2> 139354 T529 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 139354 T529 oass.SolrIndexSearcher.<init> Opening Searcher@889c0b[solrj_collection_shard1_replica2] main
   [junit4]   2> 139358 T540 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@889c0b[solrj_collection_shard1_replica2] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 139360 T529 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
   [junit4]   2> 139360 T529 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:http://127.0.0.1:39850 collection:solrj_collection shard:shard1
   [junit4]   2> 139361 T515 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 139361 T515 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 139362 T529 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 139362 T515 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 139366 T499 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 139366 T499 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 139366 T499 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 139368 T515 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 139371 T515 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 139372 T499 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 139378 T499 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 139436 T469 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 139436 T469 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 139437 T469 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 139438 T529 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 139442 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 139442 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 139442 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 139443 T529 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=-1
   [junit4]   2> 139444 T529 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later
   [junit4]   2> 139444 T529 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 139444 T475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C132 name=solrj_collection_shard1_replica2 org.apache.solr.core.SolrCore@3b0d51 url=http://127.0.0.1:39850/solrj_collection_shard1_replica2 node=127.0.0.1:39850_ C132_STATE=coll:solrj_collection core:solrj_collection_shard1_replica2 props:{state=down, base_url=http://127.0.0.1:39850, core=solrj_collection_shard1_replica2, node_name=127.0.0.1:39850_}
   [junit4]   2> 139444 T529 C132 P39850 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39850/solrj_collection_shard1_replica2/
   [junit4]   2> 139444 T469 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 139445 T529 C132 P39850 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica2 url=http://127.0.0.1:39850 START replicas=[http://127.0.0.1:48010/solrj_collection_shard1_replica1/] nUpdates=100
   [junit4]   2> 139446 T529 C132 P39850 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica2 url=http://127.0.0.1:39850 DONE.  We have no versions.  sync failed.
   [junit4]   2> 139446 T529 C132 P39850 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 139447 T529 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 139447 T529 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39850/solrj_collection_shard1_replica2/ shard1
   [junit4]   2> 139447 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 139447 T529 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leaders/shard1
   [junit4]   2> 139448 T499 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 139449 T469 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 139449 T506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 139449 T492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 139449 T479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 139448 T520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 139448 T534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 139448 T474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 139454 T515 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 139455 T499 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 139458 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 139459 T515 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 139459 T499 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 139460 T475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 139461 T499 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 139461 T499 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 139461 T499 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 139463 T499 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 139463 T474 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 139463 T499 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 139464 T499 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 139464 T499 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data/
   [junit4]   2> 139464 T499 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71d6
   [junit4]   2> 139465 T499 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data
   [junit4]   2> 139465 T499 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 139466 T499 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 139466 T515 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 139466 T499 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391887811370/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 139467 T499 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 139467 T515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 139468 T515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 139468 T499 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@70b6b7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f0c68),segFN=segments_1,generation=1}
   [junit4]   2> 139468 T499 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 139470 T469 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 139472 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 139473 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 139473 T499 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 139473 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 139474 T499 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 139474 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 139474 T499 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 139475 T499 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 139475 T499 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 139475 T499 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 139468 T515 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 139476 T499 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 139476 T499 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 139477 T499 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 139477 T499 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 139478 T499 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 139474 T469 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 139479 T499 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 139479 T515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 139480 T515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 139480 T515 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 139480 T499 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 139480 T515 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data/
   [junit4]   2> 139482 T515 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71d6
   [junit4]   2> 139483 T515 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data
   [junit4]   2> 139483 T515 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 139483 T515 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 139484 T515 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391887812541/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 139484 T469 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 139484 T515 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 139484 T499 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 139485 T499 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 139486 T469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 139486 T469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 139486 T469 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 139486 T499 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 139487 T469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 139488 T469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 139487 T515 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14bc6dc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e38ea3),segFN=segments_1,generation=1}
   [junit4]   2> 139488 T469 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 139488 T499 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@70b6b7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f0c68),segFN=segments_1,generation=1}
   [junit4]   2> 139489 T499 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 139489 T469 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data/
   [junit4]   2> 139488 T515 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 139490 T469 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18c71d6
   [junit4]   2> 139491 T469 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data
   [junit4]   2> 139491 T469 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 139491 T469 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 139491 T469 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391887810037/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 139492 T469 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio

[...truncated too long message...]

o close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data;done=false>>]
   [junit4]   2> 257837 T448 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data
   [junit4]   2> 257837 T448 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 257837 T448 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/acollectionafterbaddelete_shard1_replica1/data/index
   [junit4]   2> 257838 T448 oasc.SolrCore.close [halfdeletedcollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@101f7d9
   [junit4]   2> 257838 T1012 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39850",
   [junit4]   2> 	  "core":"halfdeletedcollection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39850_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"halfdeletedcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 257843 T448 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 257844 T448 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 257844 T448 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 257844 T448 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 257845 T448 oasc.SolrCore.closeSearcher [halfdeletedcollection_shard2_replica1] Closing main searcher on request.
   [junit4]   2> 257845 T448 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 257845 T448 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data/index;done=false>>]
   [junit4]   2> 257846 T448 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data/index
   [junit4]   2> 257846 T448 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data;done=false>>]
   [junit4]   2> 257846 T448 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391887813701/halfdeletedcollection_shard2_replica1/data
   [junit4]   2> 257872 T448 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 257925 T448 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 257927 T448 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:35854 35854
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=F9365A098938A05F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_LB -Dtests.timezone=SystemV/PST8PDT -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE  126s J1 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Still found collection that should be gone
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F9365A098938A05F:78D0D411FE67C063]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:402)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:210)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 258019 T448 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 126148 T447 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> 259139 T474 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 259350 T534 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 259350 T534 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 259350 T534 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 259350 T534 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 259350 T534 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ar_LB, timezone=SystemV/PST8PDT
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.7.0_51 (32-bit)/cpus=8,threads=1,free=91237312,total=313524224
   [junit4]   2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, TestArbitraryIndexDir, TestZkChroot, TestImplicitCoreProperties, CurrencyFieldOpenExchangeTest, TestCollationFieldDocValues, StressHdfsTest, TestNumberUtils, SolrPluginUtilsTest, CursorPagingTest, TestCloudManagedSchema, TestLazyCores, TestSolr4Spatial, TestFieldResource, SolrCmdDistributorTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 127.68s, 1 test, 1 failure <<< FAILURES!

[...truncated 964 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 358 suites, 1554 tests, 1 failure, 35 ignored (7 assumptions)

Total time: 51 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_51 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure