You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/07 08:33:30 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1273 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1273/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.TestDistributedSearch.testDistribSearch

Error Message:
Expected the partialResults header to be null

Stack Trace:
java.lang.AssertionError: Expected the partialResults header to be null
	at __randomizedtesting.SeedInfo.seed([A9DBF61B3F399323:283D78034866F31F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.TestDistributedSearch.validateControlData(TestDistributedSearch.java:525)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:445)
	at org.apache.solr.TestDistributedSearch.doTest(TestDistributedSearch.java:379)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:873)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10416 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> 1460839 T6079 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /vi/
   [junit4]   2> 1460842 T6079 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1460844 T6079 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1460849 T6079 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54564
   [junit4]   2> 1460850 T6079 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1460850 T6079 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1460850 T6079 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr
   [junit4]   2> 1460850 T6079 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1460898 T6079 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 1460998 T6079 oasc.CoreContainer.<init> New CoreContainer 939108658
   [junit4]   2> 1460999 T6079 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1461000 T6079 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1461000 T6079 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1461000 T6079 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1461001 T6079 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1461001 T6079 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1461002 T6079 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1461002 T6079 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1461003 T6079 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1461003 T6079 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1461013 T6079 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1461013 T6079 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1461013 T6079 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1461019 T6089 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1461020 T6089 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1461021 T6089 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1461021 T6089 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1461117 T6089 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1461202 T6089 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1461203 T6089 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1461211 T6089 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1461770 T6089 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1461771 T6089 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1461772 T6089 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1461779 T6089 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1461782 T6089 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1461792 T6089 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1461800 T6089 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1461805 T6089 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1461806 T6089 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1461806 T6089 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1461807 T6089 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1461807 T6089 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1461808 T6089 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1461808 T6089 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1461808 T6089 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.TestDistributedSearch-1391756705384/control/data/
   [junit4]   2> 1461808 T6089 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66d9c57f
   [junit4]   2> 1461810 T6089 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1391756705384/control/data
   [junit4]   2> 1461810 T6089 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.TestDistributedSearch-1391756705384/control/data/index/
   [junit4]   2> 1461810 T6089 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.TestDistributedSearch-1391756705384/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1461811 T6089 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1391756705384/control/data/index
   [junit4]   2> 1461811 T6089 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=778517351, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1461812 T6089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@4e2a59e5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@140efca3)),segFN=segments_1,generation=1}
   [junit4]   2> 1461812 T6089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1461813 T6089 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1461816 T6089 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1461817 T6089 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1461817 T6089 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1461817 T6089 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1461817 T6089 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1461818 T6089 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1461818 T6089 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1461818 T6089 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 1461818 T6089 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 1461819 T6089 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1461819 T6089 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1461819 T6089 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1461820 T6089 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1461820 T6089 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1461820 T6089 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1461820 T6089 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1461821 T6089 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1461822 T6089 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1461823 T6089 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1461823 T6089 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1461824 T6089 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1461824 T6089 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1461824 T6089 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1461825 T6089 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1461825 T6089 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1461825 T6089 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1461826 T6089 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1461826 T6089 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1461827 T6089 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1461827 T6089 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1461827 T6089 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1461828 T6089 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1461828 T6089 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1461829 T6089 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1461829 T6089 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1461830 T6089 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1461839 T6089 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1461841 T6089 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1461846 T6089 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1461847 T6089 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1461847 T6089 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7508006078864397]
   [junit4]   2> 1461848 T6089 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@4e2a59e5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@140efca3)),segFN=segments_1,generation=1}
   [junit4]   2> 1461848 T6089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1461848 T6089 oass.SolrIndexSearcher.<init> Opening Searcher@e104c2b[collection1] main
   [junit4]   2> 1461848 T6089 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1461854 T6089 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1461888 T6090 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e104c2b[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1461896 T6089 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1461897 T6079 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1461897 T6079 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1461899 T6079 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1461903 T6079 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54565
   [junit4]   2> 1461904 T6079 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1461904 T6079 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1461904 T6079 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr
   [junit4]   2> 1461905 T6079 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1461945 T6079 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 1462037 T6079 oasc.CoreContainer.<init> New CoreContainer 1710734824
   [junit4]   2> 1462037 T6079 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1462038 T6079 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1462039 T6079 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1462039 T6079 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1462039 T6079 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1462040 T6079 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1462040 T6079 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1462040 T6079 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1462040 T6079 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1462041 T6079 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1462063 T6079 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1462064 T6079 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1462064 T6079 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1462070 T6101 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1462070 T6101 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1462071 T6101 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1462072 T6101 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1462130 T6101 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1462199 T6101 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1462200 T6101 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1462208 T6101 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1462805 T6101 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1462807 T6101 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1462807 T6101 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1462833 T6101 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1462839 T6101 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1462853 T6101 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1462860 T6101 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1462864 T6101 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1462866 T6101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1462866 T6101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1462866 T6101 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1462867 T6101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1462867 T6101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1462867 T6101 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1462868 T6101 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data/
   [junit4]   2> 1462869 T6101 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66d9c57f
   [junit4]   2> 1462870 T6101 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data
   [junit4]   2> 1462870 T6101 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data/index/
   [junit4]   2> 1462870 T6101 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.TestDistributedSearch-1391756705384/shard0/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1462871 T6101 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data/index
   [junit4]   2> 1462873 T6101 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=778517351, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1462874 T6101 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@234ae0a1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d53f6f)),segFN=segments_1,generation=1}
   [junit4]   2> 1462874 T6101 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1462875 T6101 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1462879 T6101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1462880 T6101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1462880 T6101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1462880 T6101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1462880 T6101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1462881 T6101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1462881 T6101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1462882 T6101 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 1462882 T6101 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 1462882 T6101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1462883 T6101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1462883 T6101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1462883 T6101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1462884 T6101 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1462884 T6101 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1462884 T6101 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1462885 T6101 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1462886 T6101 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1462887 T6101 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1462888 T6101 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1462888 T6101 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1462889 T6101 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1462889 T6101 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1462890 T6101 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1462890 T6101 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1462891 T6101 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1462891 T6101 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1462892 T6101 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1462893 T6101 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1462893 T6101 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1462894 T6101 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1462895 T6101 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1462896 T6101 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1462896 T6101 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1462897 T6101 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1462898 T6101 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1462908 T6101 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1462910 T6101 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1462916 T6101 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1462916 T6101 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1462917 T6101 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7508006078864397]
   [junit4]   2> 1462918 T6101 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@234ae0a1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d53f6f)),segFN=segments_1,generation=1}
   [junit4]   2> 1462918 T6101 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1462918 T6101 oass.SolrIndexSearcher.<init> Opening Searcher@7e50d4ad[collection1] main
   [junit4]   2> 1462919 T6101 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1462925 T6101 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1462963 T6102 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7e50d4ad[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1462971 T6101 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1462973 T6079 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1462973 T6079 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C5779 name=collection1 org.apache.solr.core.SolrCore@16f1b09e
   [junit4]   2> 1462978 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1459362681342394368)} 0 2
   [junit4]   2> ASYNC  NEW_CORE C5780 name=collection1 org.apache.solr.core.SolrCore@5d99e751
   [junit4]   2> 1462982 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1459362681347637248)} 0 1
   [junit4]   2> 1462989 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[1 (1459362681353928704)]} 0 3
   [junit4]   2> 1462999 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[1 (1459362681365463040)]} 0 2
   [junit4]   2> 1463009 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[2 (1459362681374900224)]} 0 2
   [junit4]   2> 1463018 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[2 (1459362681385385984)]} 0 1
   [junit4]   2> 1463025 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[3 (1459362681391677440)]} 0 2
   [junit4]   2> 1463031 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[3 (1459362681399017472)]} 0 1
   [junit4]   2> 1463037 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[4 (1459362681405308928)]} 0 1
   [junit4]   2> 1463043 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[4 (1459362681411600384)]} 0 1
   [junit4]   2> 1463048 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[5 (1459362681416843264)]} 0 1
   [junit4]   2> 1463053 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[5 (1459362681422086144)]} 0 1
   [junit4]   2> 1463058 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[6 (1459362681427329024)]} 0 2
   [junit4]   2> 1463063 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[6 (1459362681431523328)]} 0 2
   [junit4]   2> 1463068 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[7 (1459362681437814784)]} 0 1
   [junit4]   2> 1463073 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[7 (1459362681443057664)]} 0 1
   [junit4]   2> 1463079 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[8 (1459362681448300544)]} 0 2
   [junit4]   2> 1463085 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[8 (1459362681454592000)]} 0 2
   [junit4]   2> 1463095 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[9 (1459362681459834880)]} 0 7
   [junit4]   2> 1463100 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[9 (1459362681471369216)]} 0 1
   [junit4]   2> 1463105 T6086 C5779 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1463108 T6086 C5779 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@4e2a59e5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@140efca3)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@4e2a59e5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@140efca3)),segFN=segments_2,generation=2}
   [junit4]   2> 1463110 T6086 C5779 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1463111 T6086 C5779 oass.SolrIndexSearcher.<init> Opening Searcher@2b94c819[collection1] main
   [junit4]   2> 1463112 T6086 C5779 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1463114 T6090 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b94c819[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(4.7):C9)}
   [junit4]   2> 1463115 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={waitSearcher=true&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 10
   [junit4]   2> 1463118 T6095 C5780 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1463122 T6095 C5780 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@234ae0a1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d53f6f)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@234ae0a1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d53f6f)),segFN=segments_2,generation=2}
   [junit4]   2> 1463123 T6095 C5780 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1463125 T6095 C5780 oass.SolrIndexSearcher.<init> Opening Searcher@32089789[collection1] main
   [junit4]   2> 1463125 T6095 C5780 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1463127 T6102 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32089789[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(4.7):C9)}
   [junit4]   2> 1463128 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={waitSearcher=true&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 10
   [junit4]   2> 1463135 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[10 (1459362681505972224)]} 0 4
   [junit4]   2> 1463142 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[10 (1459362681513312256)]} 0 3
   [junit4]   2> 1463148 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[11 (1459362681521700864)]} 0 1
   [junit4]   2> 1463153 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[11 (1459362681526943744)]} 0 2
   [junit4]   2> 1463158 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[12 (1459362681531138048)]} 0 2
   [junit4]   2> 1463164 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[12 (1459362681537429504)]} 0 2
   [junit4]   2> 1463172 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[13 (1459362681546866688)]} 0 2
   [junit4]   2> 1463179 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[13 (1459362681553158144)]} 0 2
   [junit4]   2> 1463184 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[1001 (1459362681558401024)]} 0 2
   [junit4]   2> 1463191 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[1001 (1459362681566789632)]} 0 1
   [junit4]   2> 1463198 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[14 (1459362681574129664)]} 0 1
   [junit4]   2> 1463203 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[14 (1459362681579372544)]} 0 1
   [junit4]   2> 1463212 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[15 (1459362681588809728)]} 0 2
   [junit4]   2> 1463218 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[15 (1459362681595101184)]} 0 1
   [junit4]   2> 1463223 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[16 (1459362681600344064)]} 0 1
   [junit4]   2> 1463228 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[16 (1459362681605586944)]} 0 1
   [junit4]   2> 1463234 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[17 (1459362681610829824)]} 0 2
   [junit4]   2> 1463241 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[17 (1459362681618169856)]} 0 2
   [junit4]   2> 1463248 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[100 (1459362681626558464)]} 0 1
   [junit4]   2> 1463251 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[100 (1459362681629704192)]} 0 1
   [junit4]   2> 1463254 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[101 (1459362681633898496)]} 0 0
   [junit4]   2> 1463258 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[101 (1459362681637044224)]} 0 1
   [junit4]   2> 1463261 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[102 (1459362681641238528)]} 0 0
   [junit4]   2> 1463265 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[102 (1459362681644384256)]} 0 1
   [junit4]   2> 1463268 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[103 (1459362681648578560)]} 0 1
   [junit4]   2> 1463272 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[103 (1459362681651724288)]} 0 1
   [junit4]   2> 1463275 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[104 (1459362681654870016)]} 0 1
   [junit4]   2> 1463278 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[104 (1459362681659064320)]} 0 0
   [junit4]   2> 1463281 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[105 (1459362681662210048)]} 0 0
   [junit4]   2> 1463285 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[105 (1459362681666404352)]} 0 0
   [junit4]   2> 1463288 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[106 (1459362681669550080)]} 0 0
   [junit4]   2> 1463293 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[106 (1459362681673744384)]} 0 1
   [junit4]   2> 1463297 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[107 (1459362681678987264)]} 0 0
   [junit4]   2> 1463300 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[107 (1459362681682132992)]} 0 0
   [junit4]   2> 1463305 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[108 (1459362681686327296)]} 0 1
   [junit4]   2> 1463308 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[108 (1459362681689473024)]} 0 1
   [junit4]   2> 1463312 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[109 (1459362681693667328)]} 0 1
   [junit4]   2> 1463317 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[109 (1459362681699958784)]} 0 0
   [junit4]   2> 1463323 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[110 (1459362681705201664)]} 0 1
   [junit4]   2> 1463327 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[110 (1459362681709395968)]} 0 1
   [junit4]   2> 1463330 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[111 (1459362681712541696)]} 0 1
   [junit4]   2> 1463333 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[111 (1459362681716736000)]} 0 0
   [junit4]   2> 1463338 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[112 (1459362681720930304)]} 0 1
   [junit4]   2> 1463343 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[112 (1459362681726173184)]} 0 1
   [junit4]   2> 1463347 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[113 (1459362681731416064)]} 0 1
   [junit4]   2> 1463352 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[113 (1459362681736658944)]} 0 1
   [junit4]   2> 1463357 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[114 (1459362681741901824)]} 0 0
   [junit4]   2> 1463363 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[114 (1459362681747144704)]} 0 1
   [junit4]   2> 1463368 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[115 (1459362681752387584)]} 0 1
   [junit4]   2> 1463373 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[115 (1459362681757630464)]} 0 1
   [junit4]   2> 1463378 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[116 (1459362681762873344)]} 0 2
   [junit4]   2> 1463381 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[116 (1459362681767067648)]} 0 0
   [junit4]   2> 1463385 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[117 (1459362681770213376)]} 0 1
   [junit4]   2> 1463389 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[117 (1459362681774407680)]} 0 1
   [junit4]   2> 1463396 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[118 (1459362681781747712)]} 0 1
   [junit4]   2> 1463401 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[118 (1459362681786990592)]} 0 1
   [junit4]   2> 1463405 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[119 (1459362681791184896)]} 0 1
   [junit4]   2> 1463409 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[119 (1459362681795379200)]} 0 1
   [junit4]   2> 1463417 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[120 (1459362681804816384)]} 0 0
   [junit4]   2> 1463421 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[120 (1459362681809010688)]} 0 0
   [junit4]   2> 1463425 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[121 (1459362681813204992)]} 0 0
   [junit4]   2> 1463429 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[121 (1459362681816350720)]} 0 1
   [junit4]   2> 1463432 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[122 (1459362681819496448)]} 0 1
   [junit4]   2> 1463435 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[122 (1459362681823690752)]} 0 0
   [junit4]   2> 1463443 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[123 (1459362681832079360)]} 0 1
   [junit4]   2> 1463447 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[123 (1459362681835225088)]} 0 1
   [junit4]   2> 1463450 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[124 (1459362681838370816)]} 0 1
   [junit4]   2> 1463453 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[124 (1459362681841516544)]} 0 1
   [junit4]   2> 1463457 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[125 (1459362681845710848)]} 0 1
   [junit4]   2> 1463462 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[125 (1459362681850953728)]} 0 1
   [junit4]   2> 1463465 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[126 (1459362681855148032)]} 0 0
   [junit4]   2> 1463469 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[126 (1459362681858293760)]} 0 1
   [junit4]   2> 1463472 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[127 (1459362681861439488)]} 0 1
   [junit4]   2> 1463476 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[127 (1459362681865633792)]} 0 1
   [junit4]   2> 1463480 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[128 (1459362681869828096)]} 0 1
   [junit4]   2> 1463484 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[128 (1459362681874022400)]} 0 1
   [junit4]   2> 1463487 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[129 (1459362681877168128)]} 0 1
   [junit4]   2> 1463491 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[129 (1459362681881362432)]} 0 1
   [junit4]   2> 1463498 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[130 (1459362681889751040)]} 0 0
   [junit4]   2> 1463502 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[130 (1459362681893945344)]} 0 0
   [junit4]   2> 1463506 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[131 (1459362681898139648)]} 0 1
   [junit4]   2> 1463511 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[131 (1459362681902333952)]} 0 1
   [junit4]   2> 1463518 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[132 (1459362681909673984)]} 0 1
   [junit4]   2> 1463523 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[132 (1459362681914916864)]} 0 1
   [junit4]   2> 1463527 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[133 (1459362681920159744)]} 0 0
   [junit4]   2> 1463532 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[133 (1459362681924354048)]} 0 1
   [junit4]   2> 1463536 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[134 (1459362681928548352)]} 0 1
   [junit4]   2> 1463540 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[134 (1459362681932742656)]} 0 1
   [junit4]   2> 1463548 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[135 (1459362681941131264)]} 0 1
   [junit4]   2> 1463552 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[135 (1459362681945325568)]} 0 1
   [junit4]   2> 1463557 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[136 (1459362681949519872)]} 0 2
   [junit4]   2> 1463562 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[136 (1459362681956859904)]} 0 1
   [junit4]   2> 1463566 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[137 (1459362681961054208)]} 0 0
   [junit4]   2> 1463570 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[137 (1459362681965248512)]} 0 0
   [junit4]   2> 1463574 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[138 (1459362681968394240)]} 0 1
   [junit4]   2> 1463578 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[138 (1459362681972588544)]} 0 1
   [junit4]   2> 1463582 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[139 (1459362681977831424)]} 0 0
   [junit4]   2> 1463588 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[139 (1459362681983074304)]} 0 1
   [junit4]   2> 1463592 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[140 (1459362681987268608)]} 0 1
   [junit4]   2> 1463595 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[140 (1459362681990414336)]} 0 1
   [junit4]   2> 1463598 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[141 (1459362681994608640)]} 0 0
   [junit4]   2> 1463602 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[141 (1459362681997754368)]} 0 1
   [junit4]   2> 1463605 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[142 (1459362682000900096)]} 0 1
   [junit4]   2> 1463611 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[142 (1459362682007191552)]} 0 1
   [junit4]   2> 1463614 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[143 (1459362682011385856)]} 0 0
   [junit4]   2> 1463618 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[143 (1459362682014531584)]} 0 1
   [junit4]   2> 1463621 T6086 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[144 (1459362682018725888)]} 0 0
   [junit4]   2> 1463628 T6095 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[144 (1459362682026065920)]} 0 0
   [junit4]   2> 1463632 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[145 (1459362682030260224)]} 0 0
   [junit4]   2> 1463637 T6098 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[145 (1459362682035503104)]} 0 0
   [junit4]   2> 1463643 T6083 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[146 (1459362682040745984)]} 0 1
   [junit4]   2> 1463647 T6099 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[146 (1459362682045988864)]} 0 0
   [junit4]   2> 1463651 T6084 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[147 (1459362682049134592)]} 0 1
   [junit4]   2> 1463654 T6094 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[147 (1459362682053328896)]} 0 1
   [junit4]   2> 1463659 T6085 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[148 (1459362682057523200)]} 0 1
   [junit4]   2> 1463663 T6096 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[148 (1459362682061717504)]} 0 1
   [junit4]   2> 1463667 T6087 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[149 (1459362682065911808)]} 0 1
   [junit4]   2> 1463671 T6097 C5780 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={version=2&wt=javabin} {add=[149 (1459362682070106112)]} 0 1
   [junit4]   2> 1463675 T6088 C5779 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1463689 T6088 C5779 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@4e2a59e5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@140efca3)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@4e2a59e5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@140efca3)),segFN=segments_3,generation=3}
   [junit4]   2> 1463690 T6088 C5779 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1463692 T6088 C5779 oass.SolrIndexSearcher.<init> Opening Searcher@239c6625[collection1] main
   [junit4]   2> 1463693 T6088 C5779 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1463694 T6090 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@239c6625[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(4.7):C9 _1(4.7):C59)}
   [junit4]   2> 1463695 T6088 C5779 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={waitSearcher=true&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 20
   [junit4]   2> 1463698 T6095 C5780 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> ASYNC  NEW_CORE C5781 name=collection1 org.apache.solr.core.SolrCore@5d99e751
   [junit4]   2> 1463729 T6095 C5781 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@234ae0a1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d53f6f)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@234ae0a1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d53f6f)),segFN=segments_3,generation=3}
   [junit4]   2> 1463729 T6095 C5781 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1463731 T6095 C5781 oass.SolrIndexSearcher.<init> Opening Searcher@123cea54[collection1] main
   [junit4]   2> 1463732 T6095 C5781 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1463734 T6102 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@123cea54[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(4.7):C9 _1(4.7):C59)}
   [junit4]   2> 1463734 T6095 C5781 oasup.LogUpdateProcessor.finish [collection1] webapp=/vi path=/update params={waitSearcher=true&version=2&wt=javabin&softCommit=false&commit=true} {commit=} 0 36
   [junit4]   2> ASYNC  NEW_CORE C5782 name=collection1 org.apache.solr.core.SolrCore@16f1b09e
   [junit4]   2> 1463741 T6083 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_ti1+desc} hits=68 status=0 QTime=0 
   [junit4]   2> 1463755 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_ti1+desc&shard.url=127.0.0.1:54565/vi|[ff01::114]:33332/vi&start=0&NOW=1391756708289} hits=68 status=0 QTime=0 
   [junit4]   2> 1463763 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=111,146,120,148,113,16,104,119,2,112&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::114]:33332/vi&NOW=1391756708289} status=0 QTime=1 
   [junit4]   2> 1463772 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi|[ff01::114]:33332/vi&q=*:*&wt=javabin&sort=n_ti1+desc} hits=68 status=0 QTime=25 
   [junit4]   2> 1463777 T6084 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_ti1+asc} hits=68 status=0 QTime=1 
   [junit4]   2> 1463787 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_ti1+asc&shard.url=127.0.0.1:54565/vi&start=0&NOW=1391756708324} hits=68 status=0 QTime=0 
   [junit4]   2> 1463793 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=108,142,121,107,135,101,140,118,103,100&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi&NOW=1391756708324} status=0 QTime=1 
   [junit4]   2> 1463810 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_ti1+asc} hits=68 status=0 QTime=28 
   [junit4]   2> 1463816 T6085 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_f1+desc} hits=68 status=0 QTime=1 
   [junit4]   2> 1463825 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_f1+desc&shard.url=[ff01::114]:33332/vi|127.0.0.1:54565/vi|[ff01::213]:33332/vi&start=0&NOW=1391756708364} hits=68 status=0 QTime=0 
   [junit4]   2> 1463830 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=108,111,149,135,105,12,140,11,119,5&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=[ff01::114]:33332/vi|127.0.0.1:54565/vi|[ff01::213]:33332/vi&NOW=1391756708364} status=0 QTime=1 
   [junit4]   2> 1463833 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=[ff01::114]:33332/vi|127.0.0.1:54565/vi|[ff01::213]:33332/vi&q=*:*&wt=javabin&sort=n_f1+desc} hits=68 status=0 QTime=11 
   [junit4]   2> 1463841 T6086 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_f1+asc} hits=68 status=0 QTime=1 
   [junit4]   2> 1463846 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_f1+asc&shard.url=127.0.0.1:54565/vi&start=0&NOW=1391756708385} hits=68 status=0 QTime=0 
   [junit4]   2> 1463850 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=139,102,147,141,10,106,122,7,143,2&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi&NOW=1391756708385} status=0 QTime=0 
   [junit4]   2> 1463857 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_f1+asc} hits=68 status=0 QTime=14 
   [junit4]   2> 1463861 T6087 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_tf1+desc} hits=68 status=0 QTime=0 
   [junit4]   2> 1463868 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_tf1+desc&shard.url=127.0.0.1:54565/vi|[ff01::083]:33332/vi|[ff01::114]:33332/vi|[ff01::213]:33332/vi&start=0&NOW=1391756708406} hits=68 status=0 QTime=1 
   [junit4]   2> 1463872 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=6,13,3,138,10,124,127,143,103,1&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::083]:33332/vi|[ff01::114]:33332/vi|[ff01::213]:33332/vi&NOW=1391756708406} status=0 QTime=0 
   [junit4]   2> 1463878 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi|[ff01::083]:33332/vi|[ff01::114]:33332/vi|[ff01::213]:33332/vi&q=*:*&wt=javabin&sort=n_tf1+desc} hits=68 status=0 QTime=14 
   [junit4]   2> 1463882 T6088 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_tf1+asc} hits=68 status=0 QTime=1 
   [junit4]   2> 1463888 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_tf1+asc&shard.url=127.0.0.1:54565/vi|[ff01::213]:33332/vi|[ff01::114]:33332/vi|[ff01::083]:33332/vi&start=0&NOW=1391756708427} hits=68 status=0 QTime=1 
   [junit4]   2> 1463891 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=139,145,121,9,105,109,141,113,119,2&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::213]:33332/vi|[ff01::114]:33332/vi|[ff01::083]:33332/vi&NOW=1391756708427} status=0 QTime=0 
   [junit4]   2> 1463893 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi|[ff01::213]:33332/vi|[ff01::114]:33332/vi|[ff01::083]:33332/vi&q=*:*&wt=javabin&sort=n_tf1+asc} hits=68 status=0 QTime=8 
   [junit4]   2> 1463897 T6083 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_d1+desc} hits=68 status=0 QTime=0 
   [junit4]   2> 1463903 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_d1+desc&shard.url=127.0.0.1:54565/vi|[ff01::213]:33332/vi&start=0&NOW=1391756708443} hits=68 status=0 QTime=0 
   [junit4]   2> 1463908 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=117,121,130,138,147,146,8,143,16,119&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::213]:33332/vi&NOW=1391756708443} status=0 QTime=1 
   [junit4]   2> 1463909 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi|[ff01::213]:33332/vi&q=*:*&wt=javabin&sort=n_d1+desc} hits=68 status=0 QTime=8 
   [junit4]   2> 1463912 T6084 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_d1+asc} hits=68 status=0 QTime=0 
   [junit4]   2> 1463920 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_d1+asc&shard.url=127.0.0.1:54565/vi&start=0&NOW=1391756708458} hits=68 status=0 QTime=0 
   [junit4]   2> 1463924 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=6,139,3,109,125,106,11,110,103,112&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi&NOW=1391756708458} status=0 QTime=0 
   [junit4]   2> 1463926 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_d1+asc} hits=68 status=0 QTime=10 
   [junit4]   2> 1463930 T6085 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_td1+desc} hits=68 status=0 QTime=1 
   [junit4]   2> 1463935 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_td1+desc&shard.url=[ff01::213]:33332/vi|127.0.0.1:54565/vi&start=0&NOW=1391756708474} hits=68 status=0 QTime=0 
   [junit4]   2> 1463939 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=117,111,139,102,121,147,17,146,115,4&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=[ff01::213]:33332/vi|127.0.0.1:54565/vi&NOW=1391756708474} status=0 QTime=0 
   [junit4]   2> 1463941 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=[ff01::213]:33332/vi|127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_td1+desc} hits=68 status=0 QTime=9 
   [junit4]   2> 1463944 T6086 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_td1+asc} hits=68 status=0 QTime=0 
   [junit4]   2> 1463951 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_td1+asc&shard.url=127.0.0.1:54565/vi|[ff01::114]:33332/vi|[ff01::213]:33332/vi&start=0&NOW=1391756708490} hits=68 status=0 QTime=1 
   [junit4]   2> 1463954 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=149,15,13,9,105,8,125,120,123,104&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::114]:33332/vi|[ff01::213]:33332/vi&NOW=1391756708490} status=0 QTime=0 
   [junit4]   2> 1463955 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi|[ff01::114]:33332/vi|[ff01::213]:33332/vi&q=*:*&wt=javabin&sort=n_td1+asc} hits=68 status=0 QTime=7 
   [junit4]   2> 1463959 T6087 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_l1+desc} hits=68 status=0 QTime=0 
   [junit4]   2> 1463965 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_l1+desc&shard.url=127.0.0.1:54565/vi|[ff01::213]:33332/vi&start=0&NOW=1391756708504} hits=68 status=0 QTime=1 
   [junit4]   2> 1463969 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=111,6,121,138,141,133,115,11,136,112&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::213]:33332/vi&NOW=1391756708504} status=0 QTime=1 
   [junit4]   2> 1463972 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi|[ff01::213]:33332/vi&q=*:*&wt=javabin&sort=n_l1+desc} hits=68 status=0 QTime=10 
   [junit4]   2> 1463978 T6088 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_l1+asc} hits=68 status=0 QTime=0 
   [junit4]   2> 1463991 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_l1+asc&shard.url=[ff01::114]:33332/vi|127.0.0.1:54565/vi&start=0&NOW=1391756708529} hits=68 status=0 QTime=1 
   [junit4]   2> 1463997 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=117,102,3,147,122,140,106,148,104,114&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=[ff01::114]:33332/vi|127.0.0.1:54565/vi&NOW=1391756708529} status=0 QTime=0 
   [junit4]   2> 1464000 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=[ff01::114]:33332/vi|127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_l1+asc} hits=68 status=0 QTime=13 
   [junit4]   2> 1464005 T6083 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_tl1+desc} hits=68 status=0 QTime=1 
   [junit4]   2> 1464013 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_tl1+desc&shard.url=[ff01::213]:33332/vi|127.0.0.1:54565/vi&start=0&NOW=1391756708551} hits=68 status=0 QTime=1 
   [junit4]   2> 1464018 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=6,111,139,105,109,129,114,2,126,4&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=[ff01::213]:33332/vi|127.0.0.1:54565/vi&NOW=1391756708551} status=0 QTime=1 
   [junit4]   2> 1464023 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=[ff01::213]:33332/vi|127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_tl1+desc} hits=68 status=0 QTime=14 
   [junit4]   2> 1464028 T6084 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_tl1+asc} hits=68 status=0 QTime=0 
   [junit4]   2> 1464037 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_tl1+asc&shard.url=127.0.0.1:54565/vi&start=0&NOW=1391756708576} hits=68 status=0 QTime=0 
   [junit4]   2> 1464042 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=102,121,107,13,9,115,123,144,100,112&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi&NOW=1391756708576} status=0 QTime=1 
   [junit4]   2> 1464043 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_tl1+asc} hits=68 status=0 QTime=9 
   [junit4]   2> 1464053 T6085 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_dt1+desc} hits=68 status=0 QTime=3 
   [junit4]   2> 1464069 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_dt1+desc&shard.url=127.0.0.1:54565/vi&start=0&NOW=1391756708604} hits=68 status=0 QTime=0 
   [junit4]   2> 1464076 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=142,138,147,141,8,115,12,106,7,128&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi&NOW=1391756708604} status=0 QTime=0 
   [junit4]   2> 1464078 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_dt1+desc} hits=68 status=0 QTime=16 
   [junit4]   2> 1464084 T6086 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_dt1+asc} hits=68 status=0 QTime=1 
   [junit4]   2> 1464094 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_dt1+asc&shard.url=[ff01::083]:33332/vi|[ff01::114]:33332/vi|127.0.0.1:54565/vi&start=0&NOW=1391756708630} hits=68 status=0 QTime=1 
   [junit4]   2> 1464098 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=131,121,1001,124,129,118,127,148,1,126&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=[ff01::083]:33332/vi|[ff01::114]:33332/vi|127.0.0.1:54565/vi&NOW=1391756708630} status=0 QTime=1 
   [junit4]   2> 1464099 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=[ff01::083]:33332/vi|[ff01::114]:33332/vi|127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_dt1+asc} hits=68 status=0 QTime=11 
   [junit4]   2> 1464103 T6088 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_tdt1+desc} hits=68 status=0 QTime=0 
   [junit4]   2> 1464112 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_tdt1+desc&shard.url=127.0.0.1:54565/vi&start=0&NOW=1391756708651} hits=68 status=0 QTime=0 
   [junit4]   2> 1464116 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=6,115,7,143,144,16,114,100,1,112&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi&NOW=1391756708651} status=0 QTime=0 
   [junit4]   2> 1464117 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_tdt1+desc} hits=68 status=0 QTime=8 
   [junit4]   2> 1464121 T6083 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_tdt1+asc} hits=68 status=0 QTime=0 
   [junit4]   2> 1464127 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_tdt1+asc&shard.url=[ff01::083]:33332/vi|127.0.0.1:54565/vi&start=0&NOW=1391756708666} hits=68 status=0 QTime=0 
   [junit4]   2> 1464131 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=137,102,121,147,109,141,8,122,113,4&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=[ff01::083]:33332/vi|127.0.0.1:54565/vi&NOW=1391756708666} status=0 QTime=0 
   [junit4]   2> 1464132 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=[ff01::083]:33332/vi|127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=n_tdt1+asc} hits=68 status=0 QTime=8 
   [junit4]   2> 1464136 T6084 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=a_si+desc} hits=68 status=0 QTime=0 
   [junit4]   2> 1464142 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=a_si+desc&shard.url=127.0.0.1:54565/vi&start=0&NOW=1391756708681} hits=68 status=0 QTime=0 
   [junit4]   2> 1464146 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=13,3,9,10,8,12,7,2,5,1&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi&NOW=1391756708681} status=0 QTime=1 
   [junit4]   2> 1464147 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi&q=*:*&wt=javabin&sort=a_si+desc} hits=68 status=0 QTime=8 
   [junit4]   2> 1464152 T6085 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort={!func}testfunc(add(a_si,5))+desc} hits=68 status=0 QTime=1 
   [junit4]   2> 1464158 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort={!func}testfunc(add(a_si,5))+desc&shard.url=[ff01::114]:33332/vi|[ff01::083]:33332/vi|[ff01::213]:33332/vi|127.0.0.1:54565/vi&start=0&NOW=1391756708697} hits=68 status=0 QTime=0 
   [junit4]   2> 1464162 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=13,3,9,10,8,12,7,2,5,1&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=[ff01::114]:33332/vi|[ff01::083]:33332/vi|[ff01::213]:33332/vi|127.0.0.1:54565/vi&NOW=1391756708697} status=0 QTime=0 
   [junit4]   2> 1464163 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=[ff01::114]:33332/vi|[ff01::083]:33332/vi|[ff01::213]:33332/vi|127.0.0.1:54565/vi&q=*:*&wt=javabin&sort={!func}testfunc(add(a_si,5))+desc} hits=68 status=0 QTime=8 
   [junit4]   2> 1464167 T6087 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=a_si+asc} hits=68 status=0 QTime=1 
   [junit4]   2> 1464173 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=a_si+asc&shard.url=[ff01::114]:33332/vi|[ff01::213]:33332/vi|127.0.0.1:54565/vi|[ff01::083]:33332/vi&start=0&NOW=1391756708712} hits=68 status=0 QTime=1 
   [junit4]   2> 1464177 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=6,3,13,9,12,7,11,2,4,1&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=[ff01::114]:33332/vi|[ff01::213]:33332/vi|127.0.0.1:54565/vi|[ff01::083]:33332/vi&NOW=1391756708712} status=0 QTime=1 
   [junit4]   2> 1464178 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=[ff01::114]:33332/vi|[ff01::213]:33332/vi|127.0.0.1:54565/vi|[ff01::083]:33332/vi&q=*:*&wt=javabin&sort=a_si+asc} hits=68 status=0 QTime=8 
   [junit4]   2> 1464182 T6086 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=*,score&wt=javabin&distrib=false&sort=a_si+desc} hits=68 status=0 QTime=0 
   [junit4]   2> 1464188 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id,score&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=a_si+desc&shard.url=[ff01::083]:33332/vi|[ff01::114]:33332/vi|127.0.0.1:54565/vi&start=0&NOW=1391756708727} hits=68 status=0 QTime=1 
   [junit4]   2> 1464192 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=13,3,9,10,8,12,7,2,5,1&version=2&q=*:*&fl=*,score&wt=javabin&isShard=true&distrib=false&shard.url=[ff01::083]:33332/vi|[ff01::114]:33332/vi|127.0.0.1:54565/vi&NOW=1391756708727} status=0 QTime=0 
   [junit4]   2> 1464193 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=[ff01::083]:33332/vi|[ff01::114]:33332/vi|127.0.0.1:54565/vi&q=*:*&fl=*,score&wt=javabin&sort=a_si+desc} hits=68 status=0 QTime=8 
   [junit4]   2> 1464197 T6088 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=*,score&wt=javabin&distrib=false&sort=n_tl1+asc} hits=68 status=0 QTime=0 
   [junit4]   2> 1464204 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id,score&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_tl1+asc&shard.url=127.0.0.1:54565/vi|[ff01::083]:33332/vi|[ff01::213]:33332/vi&start=0&NOW=1391756708743} hits=68 status=0 QTime=1 
   [junit4]   2> 1464208 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=102,121,107,13,9,115,123,144,100,112&version=2&q=*:*&fl=*,score&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::083]:33332/vi|[ff01::213]:33332/vi&NOW=1391756708743} status=0 QTime=0 
   [junit4]   2> 1464209 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi|[ff01::083]:33332/vi|[ff01::213]:33332/vi&q=*:*&fl=*,score&wt=javabin&sort=n_tl1+asc} hits=68 status=0 QTime=8 
   [junit4]   2> 1464213 T6083 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&wt=javabin&distrib=false&sort=n_tl1+desc} hits=68 status=0 QTime=0 
   [junit4]   2> 1464220 T6096 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q=*:*&fl=id&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&sort=n_tl1+desc&shard.url=127.0.0.1:54565/vi|[ff01::213]:33332/vi&start=0&NOW=1391756708759} hits=68 status=0 QTime=0 
   [junit4]   2> 1464225 T6099 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=6,111,139,105,109,129,114,2,126,4&version=2&q=*:*&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::213]:33332/vi&NOW=1391756708759} status=0 QTime=1 
   [junit4]   2> 1464226 T6095 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi|[ff01::213]:33332/vi&q=*:*&wt=javabin&sort=n_tl1+desc} hits=68 status=0 QTime=9 
   [junit4]   2> 1464230 T6084 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q={!func}a_si&wt=javabin&distrib=false} hits=68 status=0 QTime=0 
   [junit4]   2> 1464236 T6094 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q={!func}a_si&fl=id,score&fsv=true&rows=10&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::083]:33332/vi|[ff01::213]:33332/vi&start=0&NOW=1391756708776} hits=68 status=0 QTime=0 
   [junit4]   2> 1464240 T6098 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={ids=13,3,9,10,8,12,7,2,5,1&version=2&q={!func}a_si&wt=javabin&isShard=true&distrib=false&shard.url=127.0.0.1:54565/vi|[ff01::083]:33332/vi|[ff01::213]:33332/vi&NOW=1391756708776} status=0 QTime=0 
   [junit4]   2> 1464242 T6097 C5781 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&shards=127.0.0.1:54565/vi|[ff01::083]:33332/vi|[ff01::213]:33332/vi&q={!func}a_si&wt=javabin} hits=68 status=0 QTime=8 
   [junit4]   2> 1464246 T6085 C5782 oasc.SolrCore.execute [collection1] webapp=/vi path=/select params={version=2&q={!func}a_s

[...truncated too long message...]

close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1474823 T6079 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data/index [CachedDir<<refCount=0;path=./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data/index;done=false>>]
   [junit4]   2> 1474823 T6079 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data/index
   [junit4]   2> 1474823 T6079 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data [CachedDir<<refCount=0;path=./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data;done=false>>]
   [junit4]   2> 1474823 T6079 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.TestDistributedSearch-1391756705384/shard0/data
   [junit4]   2> 1474825 T6079 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/vi,null}
   [junit4]   2> 1474890 T6079 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=554811256
   [junit4]   2> 1474891 T6079 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@29d8daab
   [junit4]   2> 1474907 T6079 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=36,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=8910,transaction_logs_total_number=3}
   [junit4]   2> 1474907 T6079 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1474907 T6079 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1474908 T6079 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1474910 T6079 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1474911 T6079 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1474911 T6079 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.TestDistributedSearch-1391756705384/shard1/data [CachedDir<<refCount=0;path=./org.apache.solr.TestDistributedSearch-1391756705384/shard1/data;done=false>>]
   [junit4]   2> 1474912 T6079 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.TestDistributedSearch-1391756705384/shard1/data
   [junit4]   2> 1474912 T6079 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.TestDistributedSearch-1391756705384/shard1/data/index [CachedDir<<refCount=0;path=./org.apache.solr.TestDistributedSearch-1391756705384/shard1/data/index;done=false>>]
   [junit4]   2> 1474912 T6079 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.TestDistributedSearch-1391756705384/shard1/data/index
   [junit4]   2> 1474913 T6079 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/vi,null}
   [junit4]   2> 1474998 T6079 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.method=testDistribSearch -Dtests.seed=A9DBF61B3F399323 -Dtests.slow=true -Dtests.locale=en_PH -Dtests.timezone=JST -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 14.2s | TestDistributedSearch.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected the partialResults header to be null
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A9DBF61B3F399323:283D78034866F31F]:0)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.validateControlData(TestDistributedSearch.java:525)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:445)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.doTest(TestDistributedSearch.java:379)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:873)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 1475008 T6079 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=DefaultSimilarity, locale=en_PH, timezone=JST
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=2,free=77218168,total=281350144
   [junit4]   2> NOTE: All tests run in this JVM: [UpdateParamsTest, SolrIndexConfigTest, AddBlockUpdateTest, HdfsCollectionsAPIDistributedZkTest, DocValuesTest, InfoHandlerTest, RequestHandlersTest, TestStressRecovery, CursorMarkTest, TermVectorComponentDistributedTest, TestStressUserVersions, FastVectorHighlighterTest, BasicDistributedZkTest, ExternalFileFieldSortTest, SpellingQueryConverterTest, DirectUpdateHandlerTest, NoCacheHeaderTest, LegacyHTMLStripCharFilterTest, SynonymTokenizerTest, DateFieldTest, TestSolrXml, RequiredFieldsTest, CSVRequestHandlerTest, TestFoldingMultitermQuery, TestPerFieldSimilarity, DocumentAnalysisRequestHandlerTest, TestIndexSearcher, MoreLikeThisHandlerTest, TestReplicationHandler, BlockDirectoryTest, TestLMJelinekMercerSimilarityFactory, TestRTGBase, StressHdfsTest, TestInfoStreamLogging, TestSolrXmlPersistor, SolrXmlInZkTest, ResponseLogComponentTest, TestSolr4Spatial, TestPseudoReturnFields, EnumFieldTest, SimplePostToolTest, TestSurroundQueryParser, TestSolrJ, CurrencyFieldOpenExchangeTest, DisMaxRequestHandlerTest, SolrRequestParserTest, TestBinaryField, TestReversedWildcardFilterFactory, TestFunctionQuery, TestDefaultSimilarityFactory, TestFieldResource, BadIndexSchemaTest, ShowFileRequestHandlerTest, TestBadConfig, HardAutoCommitTest, TestCursorMarkWithoutUniqueKey, SystemInfoHandlerTest, SchemaVersionSpecificBehaviorTest, TestManagedSchemaFieldResource, CustomCollectionTest, PreAnalyzedUpdateProcessorTest, OutputWriterTest, TestJmxIntegration, CopyFieldTest, DebugComponentTest, TestFuzzyAnalyzedSuggestions, QueryEqualityTest, ScriptEngineTest, ShardSplitTest, TestCodecSupport, MinimalSchemaTest, TermVectorComponentTest, SpellPossibilityIteratorTest, TestLFUCache, TestSolrQueryParserDefaultOperatorResource, TestCoreDiscovery, TestCloudManagedSchema, TestNRTOpen, TestUniqueKeyFieldResource, TestLazyCores, OpenCloseCoreStressTest, HdfsBasicDistributedZk2Test, DirectSolrConnectionTest, TestSchemaResource, TestQueryUtils, TestRandomFaceting, TestHashPartitioner, DistributedQueryComponentCustomSortTest, TestLMDirichletSimilarityFactory, TestRealTimeGet, DeleteShardTest, RecoveryZkTest, TestStressLucene, ChaosMonkeySafeLeaderTest, TestSolrDeletionPolicy2, TestUtils, JsonLoaderTest, TestSolrXmlPersistence, SpellCheckCollatorTest, NotRequiredUniqueKeyTest, AddSchemaFieldsUpdateProcessorFactoryTest, LukeRequestHandlerTest, ZkSolrClientTest, TestFastLRUCache, TestPhraseSuggestions, TestRemoteStreaming, TestAddFieldRealTimeGet, DistanceFunctionTest, ZkCLITest, TestZkChroot, DistributedSuggestComponentTest, RegexBoostProcessorTest, TestSolrDeletionPolicy1, TestCSVLoader, HdfsDirectoryTest, FullSolrCloudDistribCmdsTest, TestComponentsName, HdfsUnloadDistributedZkTest, TestDFRSimilarityFactory, ReturnFieldsTest, ChangedSchemaMergeTest, TestDefaultSearchFieldResource, CursorPagingTest, CoreMergeIndexesAdminHandlerTest, TestDocBasedVersionConstraints, TestDocSet, ClusterStateUpdateTest, TestPHPSerializedResponseWriter, ClusterStateTest, IndexSchemaRuntimeFieldTest, TestSolrQueryParser, IndexSchemaTest, DocValuesMultiTest, TestFieldTypeResource, SolrPluginUtilsTest, TestRecovery, TestRandomMergePolicy, TestCollationKeyRangeQueries, TestSchemaNameResource, AnalysisAfterCoreReloadTest, PathHierarchyTokenizerFactoryTest, TestNonNRTOpen, SolrCoreCheckLockOnStartupTest, TestCharFilters, PreAnalyzedFieldTest, TestQuerySenderListener, EchoParamsTest, TestOmitPositions, PluginInfoTest, TestLRUCache, QueryParsingTest, TestWordDelimiterFilterFactory, AssignTest, TestRandomDVFaceting, ShardRoutingCustomTest, BasicZkTest, DistributedDebugComponentTest, HdfsChaosMonkeySafeLeaderTest, TestSearchPerf, ParsingFieldUpdateProcessorsTest, HdfsSyncSliceTest, TestNoOpRegenerator, TestManagedSchema, TestSolrXMLSerializer, AnalysisErrorHandlingTest, TestImplicitCoreProperties, TestSimpleQParserPlugin, OverseerRolesTest, AutoCommitTest, StatelessScriptUpdateProcessorFactoryTest, TestDistributedSearch]
   [junit4] Completed in 14.20s, 1 test, 1 failure <<< FAILURES!

[...truncated 562 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 358 suites, 1554 tests, 1 failure, 40 ignored (6 assumptions)

Total time: 86 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 1276 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1276/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
Captured an uncaught exception in thread: Thread[id=10090, name=Overseer-91215041905360910-127.0.0.1:61003_-n_0000000012, state=RUNNABLE, group=Overseer collection creation process.]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=10090, name=Overseer-91215041905360910-127.0.0.1:61003_-n_0000000012, state=RUNNABLE, group=Overseer collection creation process.]
	at __randomizedtesting.SeedInfo.seed([7B9CDA0FF7DAAF71:FA7A54178085CF4D]:0)
Caused by: org.apache.solr.common.cloud.ZooKeeperException: 
	at __randomizedtesting.SeedInfo.seed([7B9CDA0FF7DAAF71]:0)
	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:209)
	at java.lang.Thread.run(Thread.java:695)
Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qn-0000000004
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:171)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:171)
	at org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:193)
	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:200)
	... 1 more




Build Log:
[...truncated 10213 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 2818833 T9918 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2818837 T9918 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-OverseerRolesTest-1391831083755
   [junit4]   2> 2818838 T9918 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2818840 T9919 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2818941 T9918 oasc.ZkTestServer.run start zk server on port:60984
   [junit4]   2> 2818943 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2818953 T9925 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21d879d8 name:ZooKeeperConnection Watcher:127.0.0.1:60984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2818954 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2818955 T9918 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2818969 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2818974 T9927 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59a2e549 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2818975 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2818976 T9918 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2818986 T9918 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2818995 T9918 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2819003 T9918 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2819012 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2819013 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2819027 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2819028 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2819071 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2819072 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2819103 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2819104 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2819111 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2819112 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2819119 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2819121 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2819128 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2819129 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2819138 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2819139 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2819149 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2819149 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2819159 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2819159 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2819184 T9918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2819185 T9918 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2819524 T9918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2819531 T9918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60987
   [junit4]   2> 2819532 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2819532 T9918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2819533 T9918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117
   [junit4]   2> 2819533 T9918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117/'
   [junit4]   2> 2819559 T9918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117/solr.xml
   [junit4]   2> 2819599 T9918 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2819600 T9918 oasc.CoreContainer.<init> New CoreContainer 2049374808
   [junit4]   2> 2819600 T9918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117/]
   [junit4]   2> 2819602 T9918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2819602 T9918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2819602 T9918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2819603 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2819603 T9918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2819605 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2819605 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2819605 T9918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2819606 T9918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2819627 T9918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2819627 T9918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2819628 T9918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2819628 T9918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60984/solr
   [junit4]   2> 2819629 T9918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2819630 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2819635 T9938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14fde60f name:ZooKeeperConnection Watcher:127.0.0.1:60984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2819636 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2819642 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2819646 T9940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24abf055 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2819647 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2819651 T9918 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2819664 T9918 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2819676 T9918 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2819683 T9918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60987_
   [junit4]   2> 2819686 T9918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60987_
   [junit4]   2> 2819697 T9918 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2819705 T9918 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2819720 T9918 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:60987_
   [junit4]   2> 2819721 T9918 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2819729 T9918 oasc.Overseer.start Overseer (id=91215041905360899-127.0.0.1:60987_-n_0000000000) starting
   [junit4]   2> 2819740 T9918 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2819754 T9942 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2819756 T9918 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2819757 T9942 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 2819764 T9918 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2819771 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2819782 T9941 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2819785 T9918 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117
   [junit4]   2> 2819932 T9918 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117/conf/
   [junit4]   2> 2819938 T9918 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2819940 T9918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2819941 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2819942 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2819947 T9945 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62cfb594 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2819948 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2819952 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2819961 T9918 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2820296 T9918 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2820297 T9918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2820302 T9918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60991
   [junit4]   2> 2820303 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2820303 T9918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2820304 T9918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879
   [junit4]   2> 2820304 T9918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/'
   [junit4]   2> 2820332 T9918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/solr.xml
   [junit4]   2> 2820406 T9918 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2820408 T9918 oasc.CoreContainer.<init> New CoreContainer 521848872
   [junit4]   2> 2820409 T9918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/]
   [junit4]   2> 2820410 T9918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2820411 T9918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2820411 T9918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2820412 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2820413 T9918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2820413 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2820414 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2820414 T9918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2820415 T9918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2820436 T9918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2820438 T9918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2820438 T9918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2820439 T9918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60984/solr
   [junit4]   2> 2820439 T9918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2820441 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2820448 T9956 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@174aca0c name:ZooKeeperConnection Watcher:127.0.0.1:60984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2820449 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2820457 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2820462 T9958 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11dad147 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2820463 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2820478 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2821493 T9918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60991_
   [junit4]   2> 2821496 T9918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60991_
   [junit4]   2> 2821507 T9940 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2821508 T9945 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2821510 T9958 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2821531 T9918 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879
   [junit4]   2> 2821641 T9918 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/conf/
   [junit4]   2> 2821646 T9918 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2821647 T9918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2821648 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2821969 T9918 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2821970 T9918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2821975 T9918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60994
   [junit4]   2> 2821976 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2821976 T9918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2821977 T9918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391831086565
   [junit4]   2> 2821978 T9918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391831086565/'
   [junit4]   2> 2822007 T9918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391831086565/solr.xml
   [junit4]   2> 2822051 T9918 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2822053 T9918 oasc.CoreContainer.<init> New CoreContainer 1412536956
   [junit4]   2> 2822053 T9918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391831086565/]
   [junit4]   2> 2822054 T9918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2822055 T9918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2822055 T9918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2822056 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2822057 T9918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2822057 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2822057 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2822058 T9918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2822059 T9918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2822086 T9918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2822087 T9918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2822088 T9918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2822089 T9918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60984/solr
   [junit4]   2> 2822089 T9918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2822093 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2822099 T9970 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4956e13 name:ZooKeeperConnection Watcher:127.0.0.1:60984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2822100 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2822108 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2822112 T9972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@293d7b81 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2822114 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2822128 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2823142 T9918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60994_
   [junit4]   2> 2823146 T9918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60994_
   [junit4]   2> 2823157 T9940 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2823158 T9958 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2823160 T9945 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2823161 T9972 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2823178 T9918 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391831086565
   [junit4]   2> 2823338 T9918 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391831086565/conf/
   [junit4]   2> 2823346 T9918 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2823347 T9918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2823347 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2823724 T9918 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2823726 T9918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2823731 T9918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60997
   [junit4]   2> 2823733 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2823733 T9918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2823734 T9918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391831088265
   [junit4]   2> 2823735 T9918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391831088265/'
   [junit4]   2> 2823766 T9918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391831088265/solr.xml
   [junit4]   2> 2823809 T9918 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2823810 T9918 oasc.CoreContainer.<init> New CoreContainer 2001606592
   [junit4]   2> 2823811 T9918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391831088265/]
   [junit4]   2> 2823812 T9918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2823812 T9918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2823813 T9918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2823813 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2823814 T9918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2823814 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2823815 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2823815 T9918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2823816 T9918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2823838 T9918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2823839 T9918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2823839 T9918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2823840 T9918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60984/solr
   [junit4]   2> 2823840 T9918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2823842 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2823854 T9984 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27f97b71 name:ZooKeeperConnection Watcher:127.0.0.1:60984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2823856 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2823861 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2823865 T9986 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c179983 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2823867 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2823880 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2824896 T9918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60997_
   [junit4]   2> 2824903 T9918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60997_
   [junit4]   2> 2824927 T9972 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2824929 T9940 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2824931 T9958 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2824935 T9945 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2824936 T9986 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2824954 T9918 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391831088265
   [junit4]   2> 2825101 T9918 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391831088265/conf/
   [junit4]   2> 2825108 T9918 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2825109 T9918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2825110 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2825424 T9918 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 2825426 T9918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2825431 T9918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61000
   [junit4]   2> 2825431 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2825432 T9918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2825433 T9918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391831090027
   [junit4]   2> 2825433 T9918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1391831090027/'
   [junit4]   2> 2825470 T9918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391831090027/solr.xml
   [junit4]   2> 2825533 T9918 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2825535 T9918 oasc.CoreContainer.<init> New CoreContainer 1797760599
   [junit4]   2> 2825536 T9918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391831090027/]
   [junit4]   2> 2825538 T9918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2825538 T9918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2825538 T9918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2825539 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2825540 T9918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2825540 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2825541 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2825541 T9918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2825541 T9918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2825571 T9918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2825572 T9918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2825573 T9918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2825573 T9918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60984/solr
   [junit4]   2> 2825575 T9918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2825577 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2825582 T9998 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7819d0b6 name:ZooKeeperConnection Watcher:127.0.0.1:60984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2825583 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2825588 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2825592 T10000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a49ba5e name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2825593 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2825608 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2826622 T9918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61000_
   [junit4]   2> 2826629 T9918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61000_
   [junit4]   2> 2826656 T9986 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2826658 T9972 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2826659 T9940 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2826661 T9958 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2826663 T10000 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2826666 T9945 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2826699 T9918 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391831090027
   [junit4]   2> 2826815 T9918 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391831090027/conf/
   [junit4]   2> 2826819 T9918 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2826820 T9918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2826821 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2827154 T9918 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 5
   [junit4]   2> 2827155 T9918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2827160 T9918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61003
   [junit4]   2> 2827161 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2827161 T9918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2827162 T9918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391831091738
   [junit4]   2> 2827162 T9918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391831091738/'
   [junit4]   2> 2827192 T9918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391831091738/solr.xml
   [junit4]   2> 2827243 T9918 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2827245 T9918 oasc.CoreContainer.<init> New CoreContainer 2104265141
   [junit4]   2> 2827245 T9918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391831091738/]
   [junit4]   2> 2827246 T9918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2827247 T9918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2827247 T9918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2827247 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2827248 T9918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2827248 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2827249 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2827249 T9918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2827249 T9918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2827279 T9918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2827280 T9918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2827280 T9918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2827280 T9918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60984/solr
   [junit4]   2> 2827281 T9918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2827283 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2827288 T10012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60c50a67 name:ZooKeeperConnection Watcher:127.0.0.1:60984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2827290 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2827296 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2827300 T10014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ab27c42 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2827301 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2827315 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2828331 T9918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61003_
   [junit4]   2> 2828336 T9918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61003_
   [junit4]   2> 2828365 T9972 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2828369 T9958 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2828371 T9940 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2828373 T9986 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2828375 T10014 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2828377 T10000 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2828378 T9945 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2828394 T9918 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391831091738
   [junit4]   2> 2828537 T9918 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391831091738/conf/
   [junit4]   2> 2828545 T9918 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2828545 T9918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2828546 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2828905 T9918 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 6
   [junit4]   2> 2828906 T9918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2828911 T9918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61006
   [junit4]   2> 2828911 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2828912 T9918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2828912 T9918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391831093463
   [junit4]   2> 2828913 T9918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391831093463/'
   [junit4]   2> 2828942 T9918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391831093463/solr.xml
   [junit4]   2> 2829012 T9918 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2829013 T9918 oasc.CoreContainer.<init> New CoreContainer 553880644
   [junit4]   2> 2829013 T9918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391831093463/]
   [junit4]   2> 2829014 T9918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2829015 T9918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2829015 T9918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2829016 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2829016 T9918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2829017 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2829017 T9918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2829018 T9918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2829018 T9918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2829039 T9918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2829039 T9918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2829040 T9918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2829040 T9918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60984/solr
   [junit4]   2> 2829041 T9918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2829042 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2829048 T10026 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fedd54a name:ZooKeeperConnection Watcher:127.0.0.1:60984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2829050 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2829056 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2829060 T10028 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5da74cf6 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2829061 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2829074 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2830090 T9918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61006_
   [junit4]   2> 2830096 T9918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61006_
   [junit4]   2> 2830123 T9986 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2830127 T10014 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2830129 T9958 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2830132 T9945 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2830133 T9972 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2830135 T10028 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2830138 T10000 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2830140 T9940 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2830170 T9918 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391831093463
   [junit4]   2> 2830316 T9918 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391831093463/conf/
   [junit4]   2> 2830323 T9918 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2830324 T9918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2830325 T9918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2830326 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2830332 T10031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a180764 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2830334 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2830338 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2830348 T9918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2830352 T10033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13419171 name:ZooKeeperConnection Watcher:127.0.0.1:60984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2830353 T9918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2830356 T9918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2830369 T9965 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=2&name=testOverseerCol&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 2830372 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830376 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830381 T9942 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 2830381 T9942 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 2830384 T9942 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 2830385 T9942 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 2830385 T9942 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 2830407 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830415 T9941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2830419 T9941 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 2830419 T9941 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 2830433 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830438 T9972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830439 T10000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830440 T9986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830441 T10014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830442 T10033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830442 T9945 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830442 T10031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830445 T9940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830443 T10028 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830453 T9958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830509 T9942 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 2830510 T9942 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:60987_
   [junit4]   2> 2830511 T9942 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:61000_
   [junit4]   2> 2830515 T9942 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:60991_
   [junit4]   2> 2830518 T9942 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:60997_
   [junit4]   2> 2830521 T9934 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 2830522 T9942 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:60994_
   [junit4]   2> 2830524 T9942 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:61006_
   [junit4]   2> 2830530 T9991 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 2830531 T9950 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 2830529 T9981 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 2830527 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830530 T9934 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2830530 T9967 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 2830533 T9991 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2830536 T9950 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2830536 T9942 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:61003_
   [junit4]   2> 2830538 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830539 T9942 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:60987_
   [junit4]   2> 2830541 T9981 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2830542 T10023 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 2830544 T9941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2830541 T9967 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2830543 T10007 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 2830547 T9935 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 2830548 T9941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60987",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60987_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2830549 T10007 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2830550 T10023 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2830551 T9935 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2830561 T9941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61000",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61000_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2830569 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830573 T9941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60991",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60991_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2830581 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830585 T9941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60997",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60997_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2830594 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830598 T9941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60994",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60994_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2830608 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830614 T9941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61006",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61006_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2830624 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830630 T9941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61003",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61003_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2830644 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830651 T9941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60987",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60987_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2830663 T9940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2830778 T9945 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830779 T9986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830780 T10028 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830780 T10033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830779 T9940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830779 T10014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830784 T10000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830781 T9972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830785 T10031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2830790 T9958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2831535 T9934 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 2831536 T9991 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 2831541 T9950 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 2831542 T9991 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391831090027/testOverseerCol_shard1_replica2
   [junit4]   2> 2831543 T9991 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2831545 T9950 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/testOverseerCol_shard2_replica1
   [junit4]   2> 2831546 T9950 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2831547 T9967 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 2831547 T9981 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 2831554 T9967 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391831086565/testOverseerCol_shard3_replica1
   [junit4]   2> 2831555 T9967 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2831556 T9981 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391831088265/testOverseerCol_shard2_replica2
   [junit4]   2> 2831557 T9981 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2831557 T10007 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 2831547 T9934 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117/testOverseerCol_shard1_replica1
   [junit4]   2> 2831558 T10023 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 2831560 T10007 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391831091738/testOverseerCol_shard4_replica1
   [junit4]   2> 2831560 T10007 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2831561 T10023 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391831093463/testOverseerCol_shard3_replica2
   [junit4]   2> 2831561 T10023 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2831562 T9934 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2831553 T9935 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 2831565 T10007 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2831565 T10007 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2831566 T9935 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117/testOverseerCol_shard4_replica2
   [junit4]   2> 2831567 T9935 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2831567 T10023 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2831568 T10023 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2831564 T9991 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2831563 T9981 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2831571 T9981 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2831572 T9935 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2831572 T9935 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2831573 T9991 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2831575 T10023 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2831576 T10023 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391831093463/testOverseerCol_shard3_replica2/'
   [junit4]   2> 2831562 T9967 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2831578 T9967 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2831581 T9967 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2831581 T9967 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391831086565/testOverseerCol_shard3_replica1/'
   [junit4]   2> 2831562 T9950 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2831569 T10007 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2831585 T10007 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391831091738/testOverseerCol_shard4_replica1/'
   [junit4]   2> 2831586 T9934 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2831586 T9981 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2831588 T9981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391831088265/testOverseerCol_shard2_replica2/'
   [junit4]   2> 2831589 T9934 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2831594 T9950 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2831599 T9935 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2831599 T9935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117/testOverseerCol_shard4_replica2/'
   [junit4]   2> 2831603 T9991 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2831603 T9991 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1391831090027/testOverseerCol_shard1_replica2/'
   [junit4]   2> 2831609 T9950 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2831610 T9950 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/testOverseerCol_shard2_replica1/'
   [junit4]   2> 2831610 T9934 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2831611 T9934 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391831084117/testOverseerCol_shard1_replica1/'
   [junit4]   2> 2831746 T9967 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2831825 T9935 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2831834 T9991 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2831849 T10023 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2831870 T10007 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2831876 T9981 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2831887 T9950 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2831888 T9934 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2831996 T9967 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2832003 T9967 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2832037 T9967 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 2832048 T9935 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2832052 T10007 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2832052 T9991 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2832054 T9934 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2832060 T9935 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2832065 T9991 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2832073 T9935 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 2832084 T9981 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2832085 T10007 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2832085 T9934 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2832088 T9981 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2832091 T9991 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 2832104 T9981 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 2832109 T9950 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2832136 T10023 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2832140 T9934 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 2832152 T10007 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 2832153 T9950 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2832166 T10023 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2832199 T9950 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 2832208 T10023 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 2834026 T9935 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834053 T9935 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834054 T9935 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2834057 T9950 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834075 T9950 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834077 T9950 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2834097 T9934 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834099 T9934 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834103 T9934 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2834104 T9950 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2834110 T9950 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2834122 T9935 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2834130 T9934 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2834142 T9935 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2834145 T9934 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2834247 T9967 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834249 T9967 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834250 T9967 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2834269 T9967 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2834276 T9967 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2834289 T10007 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834290 T10007 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834292 T10007 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2834308 T10007 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2834313 T10007 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2834341 T9991 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834343 T9991 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834347 T9991 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2834382 T9991 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2834409 T9981 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834422 T9981 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834425 T9981 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2834427 T9991 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2834443 T9981 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2834444 T10023 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834445 T10023 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2834446 T10023 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2834447 T9981 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2834462 T10023 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2834470 T10023 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2834471 T9950 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2834487 T9950 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2834513 T9950 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2834544 T9950 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2834545 T9950 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2834546 T9950 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2834559 T9950 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2834561 T9950 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2834561 T9950 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2834563 T9950 oasc.SolrCore.<init> [testOverseerCol_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/testOverseerCol_shard2_replica1/, dataDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/testOverseerCol_shard2_replica1/data/
   [junit4]   2> 2834563 T9950 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b7689bc
   [junit4]   2> 2834566 T9950 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/testOverseerCol_shard2_replica1/data
   [junit4]   2> 2834566 T9950 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/testOverseerCol_shard2_replica1/data/index/
   [junit4]   2> 2834567 T9950 oasc.SolrCore.initIndex WARN [testOverseerCol_shard2_replica1] Solr index directory './org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/testOverseerCol_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2834569 T9950 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391831084879/testOverseerCol_shard2_replica1/data/index
   [junit4]   2> 2834570 T9950 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=64415187, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2834573 T9950

[...truncated too long message...]

for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2844216 T10028 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=ja, timezone=America/Indiana/Tell_City
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Apple Inc. 1.6.0_65 (64-bit)/cpus=2,threads=1,free=35255232,total=212180992
   [junit4]   2> NOTE: All tests run in this JVM: [TestRecoveryHdfs, TestShardHandlerFactory, AlternateDirectoryTest, CoreContainerCoreInitFailuresTest, QueryEqualityTest, DateFieldTest, TestValueSourceCache, XmlUpdateRequestHandlerTest, DocValuesTest, TestDynamicFieldCollectionResource, BlockDirectoryTest, TestFunctionQuery, SliceStateUpdateTest, TestFieldTypeResource, DirectSolrSpellCheckerTest, HdfsBasicDistributedZkTest, MBeansHandlerTest, TestSchemaSimilarityResource, InfoHandlerTest, TestLFUCache, TestOverriddenPrefixQueryForCustomFieldType, TestSolrJ, DistanceFunctionTest, SystemInfoHandlerTest, TestDistributedMissingSort, TermsComponentTest, TestCloudManagedSchema, TestLazyCores, PathHierarchyTokenizerFactoryTest, FileBasedSpellCheckerTest, TestPartialUpdateDeduplication, AnalysisErrorHandlingTest, TestSolrQueryParserDefaultOperatorResource, TestFaceting, TestSolrDeletionPolicy2, HdfsCollectionsAPIDistributedZkTest, TestFieldResource, TestNonNRTOpen, QueryResultKeyTest, CoreAdminCreateDiscoverTest, TestHighFrequencyDictionaryFactory, TriLevelCompositeIdRoutingTest, TestSolr4Spatial, TestNRTOpen, ClusterStateUpdateTest, SuggesterTSTTest, DeleteReplicaTest, TestJoin, TestHashPartitioner, CursorMarkTest, HdfsRecoveryZkTest, ShardRoutingTest, DistribCursorPagingTest, SliceStateTest, TestUniqueKeyFieldResource, BadComponentTest, TestInitQParser, DistributedSuggestComponentTest, TestReload, MinimalSchemaTest, TestCursorMarkWithoutUniqueKey, UnloadDistributedZkTest, SolrInfoMBeanTest, SuggesterWFSTTest, TestUpdate, MoreLikeThisHandlerTest, ConvertedLegacyTest, TestPHPSerializedResponseWriter, CopyFieldTest, PrimitiveFieldTypeTest, ZkNodePropsTest, SOLR749Test, DebugComponentTest, TestRemoteStreaming, DirectUpdateHandlerOptimizeTest, BasicFunctionalityTest, TestReloadAndDeleteDocs, TestFileDictionaryLookup, TestStressLucene, SuggesterFSTTest, SyncSliceTest, TestNoOpRegenerator, TestUtils, TestComponentsName, ReturnFieldsTest, TestPerFieldSimilarity, TestClassNameShortening, NotRequiredUniqueKeyTest, TestLMJelinekMercerSimilarityFactory, TestMultiCoreConfBootstrap, CoreAdminHandlerTest, URLClassifyProcessorTest, CurrencyFieldXmlFileTest, RequiredFieldsTest, TestWriterPerf, TestBadConfig, TestCustomSort, DirectSolrConnectionTest, AliasIntegrationTest, TestBM25SimilarityFactory, TestStressVersions, DOMUtilTest, HdfsLockFactoryTest, HdfsSyncSliceTest, TestImplicitCoreProperties, PrimUtilsTest, SolrXmlInZkTest, StandardRequestHandlerTest, TestDocumentBuilder, SolrIndexSplitterTest, DocumentBuilderTest, TestReversedWildcardFilterFactory, BasicZkTest, StressHdfsTest, TestStandardQParsers, DistributedDebugComponentTest, DocValuesMultiTest, TestRangeQuery, AutoCommitTest, TestSolrXmlPersistor, SpellCheckComponentTest, LegacyHTMLStripCharFilterTest, TestIndexSearcher, OpenExchangeRatesOrgProviderTest, ShardRoutingCustomTest, DefaultValueUpdateProcessorTest, TestAtomicUpdateErrorCases, TestStressReorder, TestDefaultSimilarityFactory, ParsingFieldUpdateProcessorsTest, BJQParserTest, ScriptEngineTest, TestSearchPerf, TestInfoStreamLogging, TestTrie, TestSimpleQParserPlugin, SolrRequestParserTest, TestQueryTypes, FastVectorHighlighterTest, TestDocBasedVersionConstraints, MigrateRouteKeyTest, SortByFunctionTest, SignatureUpdateProcessorFactoryTest, UpdateParamsTest, TestRecovery, UUIDFieldTest, CSVRequestHandlerTest, SpellPossibilityIteratorTest, SpellingQueryConverterTest, TermVectorComponentTest, TestCollapseQParserPlugin, BasicDistributedZk2Test, ChaosMonkeySafeLeaderTest, TestDistributedGrouping, TestSweetSpotSimilarityFactory, DistributedSpellCheckComponentTest, FullSolrCloudDistribCmdsTest, WordBreakSolrSpellCheckerTest, HighlighterTest, TestExtendedDismaxParser, TestJmxMonitoredMap, TestRandomMergePolicy, TestFieldCollectionResource, CoreMergeIndexesAdminHandlerTest, TestQueryUtils, UpdateRequestProcessorFactoryTest, FieldMutatingUpdateProcessorTest, BadCopyFieldTest, FileUtilsTest, TestSystemIdResolver, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, TestDistributedSearch, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFiltering, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterTest, SpatialFilterTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, RequestHandlersTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, TestQuerySenderListener, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestNumberUtils, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCollationKeyRangeQueries, AssignTest, ConnectionManagerTest, CustomCollectionTest, DeleteShardTest, OverseerRolesTest]
   [junit4] Completed in 26.38s, 1 test, 1 error <<< FAILURES!

[...truncated 121 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 358 suites, 1554 tests, 1 error, 40 ignored (6 assumptions)

Total time: 89 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1275 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1275/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
Captured an uncaught exception in thread: Thread[id=9311, name=Overseer-91213357874675728-127.0.0.1:55253_e_zrl-n_0000000013, state=RUNNABLE, group=Overseer collection creation process.]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9311, name=Overseer-91213357874675728-127.0.0.1:55253_e_zrl-n_0000000013, state=RUNNABLE, group=Overseer collection creation process.]
	at __randomizedtesting.SeedInfo.seed([8BAE3F053808CCFE:A48B11D4F57ACC2]:0)
Caused by: org.apache.solr.common.cloud.ZooKeeperException: 
	at __randomizedtesting.SeedInfo.seed([8BAE3F053808CCFE]:0)
	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:209)
	at java.lang.Thread.run(Thread.java:744)
Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qn-0000000004
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:171)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:171)
	at org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:193)
	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:200)
	... 1 more




Build Log:
[...truncated 10854 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 2837656 T9142 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /e_zrl/
   [junit4]   2> 2837662 T9142 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-OverseerRolesTest-1391805387485
   [junit4]   2> 2837663 T9142 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2837664 T9143 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2837767 T9142 oasc.ZkTestServer.run start zk server on port:55231
   [junit4]   2> 2837769 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2837775 T9149 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61ce07c3 name:ZooKeeperConnection Watcher:127.0.0.1:55231 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2837776 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2837777 T9142 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2837787 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2837791 T9151 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e2c493d name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2837792 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2837792 T9142 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2837800 T9142 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2837806 T9142 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2837811 T9142 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2837817 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2837818 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2837828 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2837829 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2837836 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2837837 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2837843 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2837844 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2837851 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2837851 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2837858 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2837859 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2837865 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2837866 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2837873 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2837874 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2837880 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2837881 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2837889 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2837889 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2837896 T9142 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2837897 T9142 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2838206 T9142 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2838220 T9142 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55234
   [junit4]   2> 2838221 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2838222 T9142 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2838222 T9142 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391805387727
   [junit4]   2> 2838222 T9142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391805387727/'
   [junit4]   2> 2838263 T9142 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391805387727/solr.xml
   [junit4]   2> 2838335 T9142 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2838336 T9142 oasc.CoreContainer.<init> New CoreContainer 350052095
   [junit4]   2> 2838337 T9142 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391805387727/]
   [junit4]   2> 2838339 T9142 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2838339 T9142 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2838340 T9142 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2838340 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2838341 T9142 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2838341 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2838342 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2838342 T9142 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2838343 T9142 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2838353 T9142 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2838353 T9142 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2838353 T9142 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2838354 T9142 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55231/solr
   [junit4]   2> 2838354 T9142 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2838356 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2838360 T9162 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5187c20c name:ZooKeeperConnection Watcher:127.0.0.1:55231 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2838362 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2838367 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2838371 T9164 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33ee1959 name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2838372 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2838375 T9142 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2838384 T9142 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2838392 T9142 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2838397 T9142 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55234_e_zrl
   [junit4]   2> 2838399 T9142 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55234_e_zrl
   [junit4]   2> 2838408 T9142 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2838414 T9142 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2838426 T9142 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55234_e_zrl
   [junit4]   2> 2838426 T9142 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2838431 T9142 oasc.Overseer.start Overseer (id=91213357874675715-127.0.0.1:55234_e_zrl-n_0000000000) starting
   [junit4]   2> 2838441 T9142 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2838452 T9166 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2838455 T9142 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2838457 T9166 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 2838464 T9142 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2838468 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2838477 T9165 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2838485 T9142 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391805387727
   [junit4]   2> 2838632 T9142 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391805387727/conf/
   [junit4]   2> 2838640 T9142 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2838641 T9142 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2838642 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2838643 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2838648 T9169 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@414209b5 name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2838648 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2838651 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2838658 T9142 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2838976 T9142 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2838977 T9142 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2838981 T9142 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55238
   [junit4]   2> 2838982 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2838982 T9142 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2838982 T9142 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391805388480
   [junit4]   2> 2838982 T9142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1391805388480/'
   [junit4]   2> 2839026 T9142 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391805388480/solr.xml
   [junit4]   2> 2839100 T9142 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2839100 T9142 oasc.CoreContainer.<init> New CoreContainer 1101365461
   [junit4]   2> 2839101 T9142 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391805388480/]
   [junit4]   2> 2839102 T9142 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2839103 T9142 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2839103 T9142 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2839103 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2839104 T9142 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2839104 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2839104 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2839105 T9142 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2839106 T9142 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2839115 T9142 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2839115 T9142 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2839115 T9142 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2839115 T9142 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55231/solr
   [junit4]   2> 2839116 T9142 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2839117 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2839121 T9180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58ad419e name:ZooKeeperConnection Watcher:127.0.0.1:55231 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2839124 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2839130 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2839134 T9182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d9b1019 name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2839135 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2839145 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2840153 T9142 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55238_e_zrl
   [junit4]   2> 2840156 T9142 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55238_e_zrl
   [junit4]   2> 2840163 T9164 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2840164 T9169 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2840164 T9182 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2840175 T9142 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391805388480
   [junit4]   2> 2840274 T9142 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391805388480/conf/
   [junit4]   2> 2840279 T9142 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2840280 T9142 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2840281 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2840578 T9142 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2840579 T9142 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2840583 T9142 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55241
   [junit4]   2> 2840584 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2840585 T9142 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2840585 T9142 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391805390103
   [junit4]   2> 2840586 T9142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391805390103/'
   [junit4]   2> 2840625 T9142 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391805390103/solr.xml
   [junit4]   2> 2840734 T9142 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2840734 T9142 oasc.CoreContainer.<init> New CoreContainer 1845429393
   [junit4]   2> 2840735 T9142 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391805390103/]
   [junit4]   2> 2840736 T9142 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2840737 T9142 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2840737 T9142 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2840737 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2840738 T9142 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2840738 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2840739 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2840739 T9142 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2840739 T9142 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2840749 T9142 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2840750 T9142 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2840750 T9142 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2840751 T9142 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55231/solr
   [junit4]   2> 2840751 T9142 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2840752 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2840757 T9194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1850402 name:ZooKeeperConnection Watcher:127.0.0.1:55231 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2840759 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2840764 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2840767 T9196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9c5d8ce name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2840768 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2840779 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2841790 T9142 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55241_e_zrl
   [junit4]   2> 2841793 T9142 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55241_e_zrl
   [junit4]   2> 2841799 T9164 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2841800 T9196 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2841800 T9169 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2841800 T9182 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2841812 T9142 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391805390103
   [junit4]   2> 2841964 T9142 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391805390103/conf/
   [junit4]   2> 2841971 T9142 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2841971 T9142 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2841972 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2842355 T9142 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2842356 T9142 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2842359 T9142 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55244
   [junit4]   2> 2842360 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2842361 T9142 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2842361 T9142 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391805391795
   [junit4]   2> 2842361 T9142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1391805391795/'
   [junit4]   2> 2842407 T9142 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391805391795/solr.xml
   [junit4]   2> 2842480 T9142 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2842481 T9142 oasc.CoreContainer.<init> New CoreContainer 35920516
   [junit4]   2> 2842481 T9142 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391805391795/]
   [junit4]   2> 2842482 T9142 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2842483 T9142 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2842483 T9142 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2842483 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2842484 T9142 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2842484 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2842484 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2842485 T9142 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2842485 T9142 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2842494 T9142 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2842494 T9142 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2842495 T9142 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2842495 T9142 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55231/solr
   [junit4]   2> 2842495 T9142 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2842497 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2842502 T9208 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1048d135 name:ZooKeeperConnection Watcher:127.0.0.1:55231 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2842506 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2842513 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2842516 T9210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fd658af name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2842517 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2842531 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2843543 T9142 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55244_e_zrl
   [junit4]   2> 2843548 T9142 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55244_e_zrl
   [junit4]   2> 2843563 T9164 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2843565 T9182 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2843566 T9210 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2843566 T9196 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2843566 T9169 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2843597 T9142 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391805391795
   [junit4]   2> 2843713 T9142 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391805391795/conf/
   [junit4]   2> 2843719 T9142 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2843720 T9142 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2843720 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2844100 T9142 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 2844100 T9142 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2844107 T9142 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55247
   [junit4]   2> 2844107 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2844108 T9142 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2844108 T9142 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543
   [junit4]   2> 2844110 T9142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/'
   [junit4]   2> 2844175 T9142 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/solr.xml
   [junit4]   2> 2844261 T9142 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2844261 T9142 oasc.CoreContainer.<init> New CoreContainer 946544099
   [junit4]   2> 2844262 T9142 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/]
   [junit4]   2> 2844263 T9142 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2844263 T9142 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2844264 T9142 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2844264 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2844264 T9142 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2844265 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2844265 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2844266 T9142 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2844266 T9142 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2844280 T9142 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2844280 T9142 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2844281 T9142 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2844282 T9142 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55231/solr
   [junit4]   2> 2844282 T9142 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2844284 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2844290 T9222 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@773f05 name:ZooKeeperConnection Watcher:127.0.0.1:55231 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2844293 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2844297 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2844301 T9224 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d76a34 name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2844302 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2844311 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2845322 T9142 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55247_e_zrl
   [junit4]   2> 2845327 T9142 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55247_e_zrl
   [junit4]   2> 2845344 T9224 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2845344 T9210 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2845345 T9182 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2845345 T9169 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2845345 T9196 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2845345 T9164 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2845368 T9142 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543
   [junit4]   2> 2845501 T9142 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/conf/
   [junit4]   2> 2845506 T9142 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2845506 T9142 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2845507 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2845890 T9142 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 5
   [junit4]   2> 2845891 T9142 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2845896 T9142 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55250
   [junit4]   2> 2845897 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2845898 T9142 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2845898 T9142 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391805395329
   [junit4]   2> 2845898 T9142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1391805395329/'
   [junit4]   2> 2845937 T9142 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391805395329/solr.xml
   [junit4]   2> 2846044 T9142 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2846045 T9142 oasc.CoreContainer.<init> New CoreContainer 2077256184
   [junit4]   2> 2846045 T9142 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391805395329/]
   [junit4]   2> 2846047 T9142 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2846047 T9142 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2846047 T9142 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2846048 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2846048 T9142 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2846048 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2846049 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2846049 T9142 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2846049 T9142 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2846058 T9142 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2846059 T9142 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2846059 T9142 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2846059 T9142 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55231/solr
   [junit4]   2> 2846060 T9142 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2846061 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2846066 T9236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fdd5849 name:ZooKeeperConnection Watcher:127.0.0.1:55231 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2846068 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2846074 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2846077 T9238 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1df2294e name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2846078 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2846091 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2847106 T9142 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55250_e_zrl
   [junit4]   2> 2847111 T9142 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55250_e_zrl
   [junit4]   2> 2847125 T9210 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2847128 T9238 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2847129 T9196 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2847129 T9182 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2847128 T9224 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2847129 T9169 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2847129 T9164 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 2847155 T9142 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391805395329
   [junit4]   2> 2847268 T9142 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391805395329/conf/
   [junit4]   2> 2847273 T9142 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2847274 T9142 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2847275 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2847667 T9142 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 6
   [junit4]   2> 2847671 T9142 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2847677 T9142 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55253
   [junit4]   2> 2847678 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2847679 T9142 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2847679 T9142 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391805397097
   [junit4]   2> 2847679 T9142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1391805397097/'
   [junit4]   2> 2847720 T9142 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391805397097/solr.xml
   [junit4]   2> 2847808 T9142 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2847809 T9142 oasc.CoreContainer.<init> New CoreContainer 1465676823
   [junit4]   2> 2847809 T9142 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391805397097/]
   [junit4]   2> 2847811 T9142 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2847812 T9142 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2847812 T9142 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2847813 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2847814 T9142 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2847814 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2847815 T9142 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2847816 T9142 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2847817 T9142 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2847834 T9142 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2847835 T9142 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2847835 T9142 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2847835 T9142 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55231/solr
   [junit4]   2> 2847836 T9142 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2847837 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2847841 T9250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76c9becf name:ZooKeeperConnection Watcher:127.0.0.1:55231 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2847843 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2847850 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2847854 T9252 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a032c3d name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2847854 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2847865 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2848875 T9142 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55253_e_zrl
   [junit4]   2> 2848878 T9142 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55253_e_zrl
   [junit4]   2> 2848890 T9164 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2848891 T9224 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2848891 T9182 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2848891 T9252 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2848891 T9196 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2848891 T9238 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2848893 T9169 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2848893 T9210 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 2848906 T9142 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391805397097
   [junit4]   2> 2849007 T9142 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391805397097/conf/
   [junit4]   2> 2849013 T9142 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2849014 T9142 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2849015 T9142 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2849017 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2849022 T9255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c9f0611 name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2849022 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2849025 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2849034 T9142 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2849040 T9257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5400ec2a name:ZooKeeperConnection Watcher:127.0.0.1:55231/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2849041 T9142 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2849044 T9142 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2849052 T9246 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&replicationFactor=2&name=testOverseerCol&version=2&maxShardsPerNode=2&wt=javabin&action=CREATE
   [junit4]   2> 2849055 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849058 T9166 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 2849058 T9166 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 2849060 T9166 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 2849060 T9166 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 2849060 T9166 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 2849072 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849077 T9165 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2849079 T9165 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 2849079 T9165 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 2849084 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849086 T9257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849087 T9255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849087 T9182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849087 T9169 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849088 T9164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849087 T9224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849087 T9210 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849087 T9196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849087 T9238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849087 T9252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849174 T9166 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 2849174 T9166 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:55247_e_zrl
   [junit4]   2> 2849177 T9166 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:55238_e_zrl
   [junit4]   2> 2849181 T9166 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:55234_e_zrl
   [junit4]   2> 2849187 T9166 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:55250_e_zrl
   [junit4]   2> 2849194 T9166 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:55241_e_zrl
   [junit4]   2> 2849193 T9215 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 2849194 T9174 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 2849197 T9158 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 2849198 T9166 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:55253_e_zrl
   [junit4]   2> 2849200 T9166 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:55244_e_zrl
   [junit4]   2> 2849203 T9231 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 2849206 T9174 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2849203 T9166 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:55247_e_zrl
   [junit4]   2> 2849209 T9247 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 2849203 T9158 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2849210 T9231 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2849203 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849202 T9215 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2849208 T9190 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 2849214 T9247 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2849208 T9205 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 2849214 T9216 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 2849216 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849217 T9190 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2849217 T9205 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2849217 T9216 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2849218 T9165 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2849220 T9165 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55247/e_zrl",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55247_e_zrl",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2849229 T9165 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55234/e_zrl",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55234_e_zrl",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2849235 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849237 T9165 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55238/e_zrl",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55238_e_zrl",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2849243 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849245 T9165 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55250/e_zrl",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55250_e_zrl",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2849250 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849252 T9165 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55253/e_zrl",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55253_e_zrl",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2849258 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849261 T9165 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55241/e_zrl",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55241_e_zrl",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2849268 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849273 T9165 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55244/e_zrl",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55244_e_zrl",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2849282 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849287 T9165 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55247/e_zrl",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55247_e_zrl",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2849296 T9164 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2849408 T9255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849408 T9257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849409 T9252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849409 T9169 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849410 T9196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849408 T9210 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849408 T9182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849408 T9238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849410 T9164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2849409 T9224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 2850209 T9174 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 2850211 T9158 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 2850215 T9231 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 2850220 T9231 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1391805395329/testOverseerCol_shard2_replica2
   [junit4]   2> 2850221 T9231 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2850222 T9158 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391805387727/testOverseerCol_shard2_replica1
   [junit4]   2> 2850223 T9215 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 2850226 T9216 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 2850230 T9216 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard4_replica2
   [junit4]   2> 2850231 T9216 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2850231 T9247 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 2850225 T9205 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 2850233 T9247 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1391805397097/testOverseerCol_shard3_replica2
   [junit4]   2> 2850233 T9247 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2850224 T9158 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2850234 T9174 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1391805388480/testOverseerCol_shard1_replica2
   [junit4]   2> 2850234 T9174 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2850233 T9205 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1391805391795/testOverseerCol_shard4_replica1
   [junit4]   2> 2850236 T9205 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2850237 T9247 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2850238 T9247 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2850235 T9190 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 2850239 T9174 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2850240 T9174 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2850241 T9205 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2850241 T9205 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2850237 T9215 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard1_replica1
   [junit4]   2> 2850242 T9216 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2850243 T9216 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2850242 T9231 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2850243 T9231 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2850242 T9215 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2850242 T9158 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2850245 T9247 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2850246 T9247 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1391805397097/testOverseerCol_shard3_replica2/'
   [junit4]   2> 2850249 T9216 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2850249 T9216 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard4_replica2/'
   [junit4]   2> 2850250 T9205 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2850250 T9205 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1391805391795/testOverseerCol_shard4_replica1/'
   [junit4]   2> 2850241 T9190 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391805390103/testOverseerCol_shard3_replica1
   [junit4]   2> 2850252 T9190 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 2850246 T9158 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2850244 T9174 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2850255 T9174 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1391805388480/testOverseerCol_shard1_replica2/'
   [junit4]   2> 2850256 T9215 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2850257 T9215 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2850260 T9190 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2850261 T9190 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 2850263 T9190 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2850263 T9190 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1391805390103/testOverseerCol_shard3_replica1/'
   [junit4]   2> 2850267 T9231 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2850268 T9231 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1391805395329/testOverseerCol_shard2_replica2/'
   [junit4]   2> 2850269 T9215 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2850269 T9215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard1_replica1/'
   [junit4]   2> 2850274 T9158 oascc.ZkStateReader.readConfigName path=/collections/testOverseerCol configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2850275 T9158 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1391805387727/testOverseerCol_shard2_replica1/'
   [junit4]   2> 2850493 T9216 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2850531 T9158 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2850535 T9247 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2850560 T9190 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2850563 T9231 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2850578 T9205 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2850705 T9215 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2850716 T9174 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2850851 T9247 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2850859 T9158 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2850875 T9247 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2850879 T9158 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2850887 T9190 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2850889 T9158 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 2850896 T9174 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2850897 T9190 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2850901 T9247 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 2850905 T9190 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 2850921 T9174 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2850930 T9216 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2850943 T9216 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2850944 T9174 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 2850952 T9216 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 2850996 T9231 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2850999 T9231 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2851007 T9231 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 2851016 T9205 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2851026 T9205 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2851034 T9205 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 2851123 T9215 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2851144 T9215 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2851197 T9215 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 2853824 T9216 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2853830 T9216 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2853831 T9216 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2853840 T9216 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2853845 T9216 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2853953 T9216 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2853969 T9216 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2853986 T9216 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2853990 T9247 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2853992 T9247 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2853993 T9247 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2853999 T9216 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2853999 T9216 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2854000 T9216 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2854017 T9216 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2854018 T9216 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2854019 T9216 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2854019 T9216 oasc.SolrCore.<init> [testOverseerCol_shard4_replica2] Opening new SolrCore at ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard4_replica2/, dataDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard4_replica2/data/
   [junit4]   2> 2854020 T9216 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@108e74ea
   [junit4]   2> 2854021 T9216 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard4_replica2/data
   [junit4]   2> 2854032 T9158 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854033 T9158 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854033 T9231 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854034 T9231 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854035 T9231 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2854032 T9216 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard4_replica2/data/index/
   [junit4]   2> 2854038 T9216 oasc.SolrCore.initIndex WARN [testOverseerCol_shard4_replica2] Solr index directory './org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard4_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2854034 T9158 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2854047 T9174 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854048 T9174 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854049 T9174 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2854051 T9247 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2854055 T9247 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2854056 T9231 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2854060 T9231 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2854063 T9216 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1391805393543/testOverseerCol_shard4_replica2/data/index
   [junit4]   2> 2854064 T9216 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2854066 T9158 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2854070 T9158 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2854078 T9190 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854079 T9190 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854081 T9190 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2854091 T9190 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2854094 T9190 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2854118 T9174 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2854136 T9216 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6dc918de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@798657f3),segFN=segments_1,generation=1}
   [junit4]   2> 2854171 T9216 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2854172 T9174 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2854170 T9205 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854176 T9205 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2854183 T9205 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2854191 T9158 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2854193 T9231 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2854196 T9247 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2854203 T9216 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2854204 T9216 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2854205 T9216 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2854205 T9216 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2854206 T9216 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2854206 T9216 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2854207 T9216 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2854208 T9216 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2854208 T9216 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2854209 T9216 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2854210 T9216 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2854211 T9216 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2854211 T9216 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2854212 T9216 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2854213 T9216 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2854214 T9174 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2854214 T9216 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2854215 T9205 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2854225 T9247 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2854225 T9216 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2854226 T9231 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2854232 T9174 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
 

[...truncated too long message...]

scc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2863136 T9224 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=zh_TW, timezone=Etc/UTC
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=5,free=170471520,total=519438336
   [junit4]   2> NOTE: All tests run in this JVM: [UUIDFieldTest, TestFieldTypeCollectionResource, QueryResultKeyTest, TestSolrDeletionPolicy2, DeleteReplicaTest, TestUniqueKeyFieldResource, SolrIndexConfigTest, TestCollationFieldDocValues, StatelessScriptUpdateProcessorFactoryTest, DistributedSuggestComponentTest, TestQueryUtils, TestImplicitCoreProperties, TermsComponentTest, HdfsRecoveryZkTest, TestLazyCores, SolrCoreCheckLockOnStartupTest, TestDistribDocBasedVersion, ScriptEngineTest, TestCSVLoader, TestWriterPerf, JsonLoaderTest, SolrInfoMBeanTest, XmlUpdateRequestHandlerTest, OutputWriterTest, TestDefaultSimilarityFactory, TestMaxScoreQueryParser, TestCloudManagedSchemaAddField, AliasIntegrationTest, MoreLikeThisHandlerTest, TestReloadAndDeleteDocs, HdfsSyncSliceTest, IndexSchemaTest, TestWordDelimiterFilterFactory, DistribCursorPagingTest, TestPseudoReturnFields, SpellPossibilityIteratorTest, WordBreakSolrSpellCheckerTest, TestSystemIdResolver, NumericFieldsTest, BinaryUpdateRequestHandlerTest, DateFieldTest, AnalysisAfterCoreReloadTest, SolrPluginUtilsTest, TestStressReorder, TestInitQParser, ChaosMonkeySafeLeaderTest, HdfsLockFactoryTest, SynonymTokenizerTest, ConnectionManagerTest, TestStressUserVersions, TestGroupingSearch, DistributedDebugComponentTest, TestRandomMergePolicy, RegexBoostProcessorTest, TestDocumentBuilder, TestDistributedMissingSort, DistributedTermsComponentTest, TestPHPSerializedResponseWriter, StatsComponentTest, TestStressLucene, DirectUpdateHandlerTest, PreAnalyzedUpdateProcessorTest, CursorPagingTest, UnloadDistributedZkTest, EchoParamsTest, TestSolr4Spatial, JSONWriterTest, TestConfig, DateMathParserTest, AlternateDirectoryTest, TestDistributedSearch, SchemaVersionSpecificBehaviorTest, QueryElevationComponentTest, TestLRUCache, CacheHeaderTest, TestAnalyzeInfixSuggestions, TestRealTimeGet, TestFoldingMultitermQuery, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, TestDefaultSearchFieldResource, TestRecoveryHdfs, TestSchemaVersionResource, TestReload, EnumFieldTest, HardAutoCommitTest, ClusterStateTest, FieldAnalysisRequestHandlerTest, TestDynamicFieldResource, FileBasedSpellCheckerTest, TestShardHandlerFactory, SOLR749Test, IndexSchemaRuntimeFieldTest, TestAtomicUpdateErrorCases, TestArbitraryIndexDir, TestCollapseQParserPlugin, TestSchemaNameResource, TestQuerySenderListener, ShardRoutingTest, DefaultValueUpdateProcessorTest, TestQuerySenderNoQuery, AnalysisErrorHandlingTest, TestBM25SimilarityFactory, CoreContainerCoreInitFailuresTest, TestRemoteStreaming, ConvertedLegacyTest, TestPostingsSolrHighlighter, SimplePostToolTest, TestDynamicFieldCollectionResource, SortByFunctionTest, TestFastLRUCache, TestReversedWildcardFilterFactory, TestLFUCache, TestHighFrequencyDictionaryFactory, PolyFieldTest, TestCopyFieldCollectionResource, SystemInfoHandlerTest, TestNumberUtils, AddBlockUpdateTest, BadComponentTest, TestStressRecovery, TestAnalyzedSuggestions, SuggesterWFSTTest, SpellingQueryConverterTest, SolrCoreTest, TestSolrXml, OpenExchangeRatesOrgProviderTest, CoreMergeIndexesAdminHandlerTest, TestManagedSchemaFieldResource, SolrRequestParserTest, TestSearchPerf, TestRandomDVFaceting, TestFieldTypeResource, CopyFieldTest, TestSolrIndexConfig, TestUpdate, SliceStateUpdateTest, ResponseLogComponentTest, SyncSliceTest, SolrTestCaseJ4Test, DirectUpdateHandlerOptimizeTest, SpatialFilterTest, LegacyHTMLStripCharFilterTest, TestSuggestSpellingConverter, TestBinaryResponseWriter, TestAddFieldRealTimeGet, TestTrie, ClusterStateUpdateTest, TestCursorMarkWithoutUniqueKey, SuggestComponentTest, HdfsBasicDistributedZkTest, TestSolrJ, TermVectorComponentTest, CachingDirectoryFactoryTest, TestExtendedDismaxParser, BasicFunctionalityTest, TestCoreContainer, SliceStateTest, BlockDirectoryTest, NoCacheHeaderTest, TestSort, TestHashPartitioner, TestFuzzyAnalyzedSuggestions, SignatureUpdateProcessorFactoryTest, PluginInfoTest, TestPhraseSuggestions, TestStandardQParsers, OverseerCollectionProcessorTest, TestLMJelinekMercerSimilarityFactory, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestJoin, TestMultiCoreConfBootstrap, TestStressVersions, TestRangeQuery, SimpleFacetsTest, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, TestFiltering, TestFunctionQuery, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTSTTest, SuggesterTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, UpdateParamsTest, TestMergePolicyConfig, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, PrimUtilsTest, DOMUtilTest, RAMDirectoryFactoryTest, TestUtils, ZkNodePropsTest, FileUtilsTest, CircularListTest, TestRTGBase, TestCollationKeyRangeQueries, AssignTest, CustomCollectionTest, DeleteShardTest, MigrateRouteKeyTest, OverseerRolesTest]
   [junit4] Completed in 25.69s, 1 test, 1 error <<< FAILURES!

[...truncated 140 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 358 suites, 1554 tests, 1 error, 40 ignored (6 assumptions)

Total time: 87 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1274 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1274/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([D1C4C27AC9ABD11E:50224C62BEF4B122]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:172)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:717)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:202)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10434 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1663813 T6168 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /vxp/ul
   [junit4]   2> 1663818 T6168 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1391780524858
   [junit4]   2> 1663820 T6168 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1663821 T6169 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1663921 T6168 oasc.ZkTestServer.run start zk server on port:61341
   [junit4]   2> 1663923 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1663930 T6175 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f9f7327 name:ZooKeeperConnection Watcher:127.0.0.1:61341 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1663931 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1663931 T6168 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1663941 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1663947 T6177 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bec4a65 name:ZooKeeperConnection Watcher:127.0.0.1:61341/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1663948 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1663949 T6168 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1663958 T6168 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1663965 T6168 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1663971 T6168 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1663981 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1663982 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1663995 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1663996 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1664005 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1664006 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1664015 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1664016 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1664025 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1664025 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1664033 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1664034 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1664043 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1664044 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1664052 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1664053 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1664062 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1664063 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1664072 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1664073 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1664083 T6168 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1664084 T6168 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 1664450 T6168 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1664458 T6168 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61344
   [junit4]   2> 1664460 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1664460 T6168 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1664460 T6168 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135
   [junit4]   2> 1664461 T6168 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/'
   [junit4]   2> 1664492 T6168 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/solr.xml
   [junit4]   2> 1664580 T6168 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1664581 T6168 oasc.CoreContainer.<init> New CoreContainer 1943731489
   [junit4]   2> 1664581 T6168 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/]
   [junit4]   2> 1664582 T6168 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1664583 T6168 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1664583 T6168 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1664583 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1664584 T6168 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1664584 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1664584 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1664585 T6168 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1664586 T6168 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1664596 T6168 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1664596 T6168 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1664597 T6168 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1664597 T6168 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61341/solr
   [junit4]   2> 1664598 T6168 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1664599 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1664604 T6188 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e20bcf3 name:ZooKeeperConnection Watcher:127.0.0.1:61341 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1664605 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1664610 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1664614 T6190 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31cf8d39 name:ZooKeeperConnection Watcher:127.0.0.1:61341/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1664615 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1664619 T6168 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1664630 T6168 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1664639 T6168 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1664645 T6168 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61344_vxp%2Ful
   [junit4]   2> 1664647 T6168 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61344_vxp%2Ful
   [junit4]   2> 1664657 T6168 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1664662 T6168 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1664677 T6168 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:61344_vxp%2Ful
   [junit4]   2> 1664678 T6168 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1664686 T6168 oasc.Overseer.start Overseer (id=91211728477618179-127.0.0.1:61344_vxp%2Ful-n_0000000000) starting
   [junit4]   2> 1664695 T6168 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1664706 T6192 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1664707 T6168 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1664707 T6192 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1664713 T6168 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1664719 T6168 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1664729 T6191 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1664735 T6168 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135
   [junit4]   2> 1664848 T6168 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/conf/
   [junit4]   2> 1664855 T6168 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1664856 T6168 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1664856 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1664858 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1664861 T6195 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a2d934e name:ZooKeeperConnection Watcher:127.0.0.1:61341/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1664862 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1664865 T6168 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1664871 T6168 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1665220 T6168 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1665222 T6168 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1665228 T6168 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61348
   [junit4]   2> 1665230 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1665230 T6168 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1665231 T6168 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910
   [junit4]   2> 1665231 T6168 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/'
   [junit4]   2> 1665271 T6168 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/solr.xml
   [junit4]   2> 1665340 T6168 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1665341 T6168 oasc.CoreContainer.<init> New CoreContainer 777020426
   [junit4]   2> 1665342 T6168 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/]
   [junit4]   2> 1665344 T6168 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1665344 T6168 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1665344 T6168 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1665345 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1665345 T6168 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1665345 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1665345 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1665346 T6168 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1665346 T6168 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1665355 T6168 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1665355 T6168 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1665355 T6168 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1665356 T6168 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61341/solr
   [junit4]   2> 1665356 T6168 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1665358 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1665362 T6206 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fd7e447 name:ZooKeeperConnection Watcher:127.0.0.1:61341 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1665363 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1665368 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1665372 T6208 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@525c058c name:ZooKeeperConnection Watcher:127.0.0.1:61341/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1665372 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1665382 T6168 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1666393 T6168 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61348_vxp%2Ful
   [junit4]   2> 1666396 T6168 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61348_vxp%2Ful
   [junit4]   2> 1666404 T6190 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1666405 T6195 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1666405 T6208 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1666422 T6168 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910
   [junit4]   2> 1666571 T6168 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/conf/
   [junit4]   2> 1666579 T6168 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1666580 T6168 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1666581 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1666935 T6168 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1666936 T6168 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1666942 T6168 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61351
   [junit4]   2> 1666944 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1666944 T6168 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1666945 T6168 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620
   [junit4]   2> 1666945 T6168 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/'
   [junit4]   2> 1666977 T6168 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/solr.xml
   [junit4]   2> 1667067 T6168 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1667069 T6168 oasc.CoreContainer.<init> New CoreContainer 1270089485
   [junit4]   2> 1667069 T6168 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/]
   [junit4]   2> 1667071 T6168 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1667071 T6168 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1667072 T6168 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1667072 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1667072 T6168 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1667072 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1667073 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1667073 T6168 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1667073 T6168 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1667083 T6168 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1667084 T6168 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1667085 T6168 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1667085 T6168 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61341/solr
   [junit4]   2> 1667086 T6168 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1667088 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1667092 T6220 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@183b0d4f name:ZooKeeperConnection Watcher:127.0.0.1:61341 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1667093 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1667101 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1667105 T6222 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@202d03dd name:ZooKeeperConnection Watcher:127.0.0.1:61341/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1667106 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1667120 T6168 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1668134 T6168 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61351_vxp%2Ful
   [junit4]   2> 1668138 T6168 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61351_vxp%2Ful
   [junit4]   2> 1668154 T6195 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1668155 T6222 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1668156 T6208 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1668156 T6190 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1668169 T6168 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620
   [junit4]   2> 1668274 T6168 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/conf/
   [junit4]   2> 1668279 T6168 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1668280 T6168 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1668280 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1668648 T6168 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1668649 T6168 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1668654 T6168 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61354
   [junit4]   2> 1668655 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1668656 T6168 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1668656 T6168 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391780529320
   [junit4]   2> 1668656 T6168 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391780529320/'
   [junit4]   2> 1668684 T6168 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391780529320/solr.xml
   [junit4]   2> 1668751 T6168 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1668751 T6168 oasc.CoreContainer.<init> New CoreContainer 1254751550
   [junit4]   2> 1668752 T6168 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391780529320/]
   [junit4]   2> 1668753 T6168 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1668753 T6168 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1668754 T6168 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1668754 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1668754 T6168 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1668754 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1668755 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1668755 T6168 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1668755 T6168 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1668764 T6168 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1668765 T6168 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1668765 T6168 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1668765 T6168 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61341/solr
   [junit4]   2> 1668766 T6168 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1668767 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1668784 T6234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@131117ce name:ZooKeeperConnection Watcher:127.0.0.1:61341 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1668785 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1668790 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1668794 T6236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a55c265 name:ZooKeeperConnection Watcher:127.0.0.1:61341/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1668794 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1668804 T6168 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1669814 T6168 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61354_vxp%2Ful
   [junit4]   2> 1669819 T6168 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61354_vxp%2Ful
   [junit4]   2> 1669831 T6208 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1669833 T6190 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1669833 T6222 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1669833 T6195 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1669833 T6236 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1669851 T6168 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391780529320
   [junit4]   2> 1669957 T6168 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1391780529320/conf/
   [junit4]   2> 1669962 T6168 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1669964 T6168 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1669964 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1670347 T6168 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 1670348 T6168 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1670354 T6168 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61357
   [junit4]   2> 1670355 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1670356 T6168 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1670357 T6168 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004
   [junit4]   2> 1670358 T6168 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/'
   [junit4]   2> 1670403 T6168 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/solr.xml
   [junit4]   2> 1670494 T6168 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1670496 T6168 oasc.CoreContainer.<init> New CoreContainer 1739742222
   [junit4]   2> 1670496 T6168 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/]
   [junit4]   2> 1670498 T6168 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1670499 T6168 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1670500 T6168 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1670500 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1670501 T6168 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1670501 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1670502 T6168 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1670502 T6168 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1670502 T6168 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1670517 T6168 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1670517 T6168 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1670517 T6168 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1670518 T6168 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61341/solr
   [junit4]   2> 1670518 T6168 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1670520 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1670525 T6248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6eb9d051 name:ZooKeeperConnection Watcher:127.0.0.1:61341 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1670526 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1670531 T6168 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1670537 T6250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e4f8268 name:ZooKeeperConnection Watcher:127.0.0.1:61341/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1670538 T6168 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1670550 T6168 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1671561 T6168 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61357_vxp%2Ful
   [junit4]   2> 1671563 T6168 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61357_vxp%2Ful
   [junit4]   2> 1671574 T6236 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1671574 T6190 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1671575 T6250 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1671574 T6208 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1671575 T6222 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1671576 T6195 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1671588 T6168 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004
   [junit4]   2> 1671740 T6168 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/conf/
   [junit4]   2> 1671748 T6168 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1671749 T6168 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1671750 T6168 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1671847 T6203 oasha.CollectionsHandler.handleCreateAction Creating Collection : router.field=myOwnField&replicationFactor=2&action=CREATE&collection.configName=conf1&name=solrj_collection&version=2&router.name=compositeId&numShards=2&wt=javabin
   [junit4]   2> 1671849 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1671853 T6192 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 1671853 T6192 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 1671854 T6192 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 1671854 T6192 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 1671866 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1671871 T6191 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1671873 T6191 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 1671874 T6191 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 1671881 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1671884 T6195 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1671885 T6222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1671885 T6208 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1671885 T6250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1671885 T6190 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1671885 T6236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1671971 T6192 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 1671971 T6192 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:61344_vxp%2Ful
   [junit4]   2> 1671972 T6192 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:61348_vxp%2Ful
   [junit4]   2> 1671972 T6192 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:61357_vxp%2Ful
   [junit4]   2> 1671973 T6192 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:61351_vxp%2Ful
   [junit4]   2> 1671989 T6213 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 1671990 T6185 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 1671992 T6204 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 1671992 T6245 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 1671996 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1671997 T6213 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1671998 T6204 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1671999 T6245 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1671999 T6185 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1672003 T6191 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1672005 T6191 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61351/vxp/ul",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61351_vxp%2Ful",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1672012 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1672016 T6191 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61348/vxp/ul",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61348_vxp%2Ful",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1672023 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1672031 T6191 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61357/vxp/ul",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61357_vxp%2Ful",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1672039 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1672042 T6191 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61344/vxp/ul",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61344_vxp%2Ful",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1672049 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1672156 T6208 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1672156 T6250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1672157 T6222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1672157 T6190 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1672156 T6236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1672156 T6195 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1673000 T6213 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 1673000 T6185 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 1673000 T6204 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 1673000 T6245 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 1673006 T6204 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/solrj_collection_shard1_replica2
   [junit4]   2> 1673006 T6204 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1673007 T6245 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/solrj_collection_shard2_replica1
   [junit4]   2> 1673008 T6245 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1673003 T6213 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/solrj_collection_shard2_replica2
   [junit4]   2> 1673009 T6213 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1673007 T6185 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/solrj_collection_shard1_replica1
   [junit4]   2> 1673011 T6185 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1673010 T6245 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1673012 T6213 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1673012 T6213 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1673013 T6185 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1673014 T6185 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1673010 T6204 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1673015 T6204 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1673012 T6245 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1673018 T6213 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1673019 T6213 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/solrj_collection_shard2_replica2/'
   [junit4]   2> 1673019 T6185 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1673021 T6185 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/solrj_collection_shard1_replica1/'
   [junit4]   2> 1673023 T6245 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1673024 T6245 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/solrj_collection_shard2_replica1/'
   [junit4]   2> 1673025 T6204 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1673026 T6204 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/solrj_collection_shard1_replica2/'
   [junit4]   2> 1673196 T6245 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1673247 T6185 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1673252 T6213 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1673273 T6204 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1673365 T6245 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1673382 T6245 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1673395 T6185 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1673401 T6245 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1673412 T6185 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1673428 T6204 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1673435 T6185 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1673451 T6204 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1673470 T6204 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1673500 T6213 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1673506 T6213 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1673542 T6213 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1675027 T6245 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1675027 T6245 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1675028 T6245 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1675049 T6245 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1675056 T6204 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1675057 T6204 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1675057 T6204 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1675063 T6245 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1675077 T6204 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1675088 T6204 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1675116 T6213 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1675119 T6213 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1675120 T6213 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1675122 T6185 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1675123 T6185 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1675125 T6185 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1675132 T6213 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1675137 T6185 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1675139 T6213 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1675152 T6185 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1675163 T6245 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1675174 T6245 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1675177 T6204 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1675186 T6204 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1675190 T6245 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1675194 T6245 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1675195 T6245 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1675195 T6245 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1675201 T6204 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1675202 T6245 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1675202 T6245 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1675202 T6245 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1675203 T6245 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/solrj_collection_shard2_replica1/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/solrj_collection_shard2_replica1/data/
   [junit4]   2> 1675203 T6245 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@128380df
   [junit4]   2> 1675204 T6245 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/solrj_collection_shard2_replica1/data
   [junit4]   2> 1675209 T6245 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 1675211 T6245 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1675206 T6204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1675212 T6204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1675212 T6204 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1675213 T6245 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1391780531004/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 1675214 T6245 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=23.5849609375, floorSegmentMB=1.3037109375, forceMergeDeletesPctAllowed=3.504199246060984, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6200031015204741
   [junit4]   2> 1675218 T6204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1675219 T6245 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@51e5504e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62f8fac8),segFN=segments_1,generation=1}
   [junit4]   2> 1675220 T6245 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1675219 T6204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1675221 T6204 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1675222 T6204 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/solrj_collection_shard1_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/solrj_collection_shard1_replica2/data/
   [junit4]   2> 1675223 T6204 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@128380df
   [junit4]   2> 1675226 T6245 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1675227 T6204 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/solrj_collection_shard1_replica2/data
   [junit4]   2> 1675227 T6204 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 1675228 T6204 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1675228 T6204 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1391780525910/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 1675229 T6204 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=23.5849609375, floorSegmentMB=1.3037109375, forceMergeDeletesPctAllowed=3.504199246060984, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6200031015204741
   [junit4]   2> 1675227 T6245 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1675231 T6245 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1675231 T6245 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1675232 T6245 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1675232 T6245 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1675233 T6185 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1675234 T6245 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1675234 T6245 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1675234 T6245 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1675235 T6245 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1675236 T6245 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1675236 T6245 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1675236 T6245 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1675237 T6245 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1675237 T6245 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1675238 T6245 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1675239 T6213 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1675243 T6185 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1675248 T6245 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1675249 T6204 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@37be80ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2570d9a3),segFN=segments_1,generation=1}
   [junit4]   2> 1675249 T6204 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1675250 T6213 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1675254 T6245 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1675255 T6245 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1675255 T6185 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1675256 T6245 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1701445967, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1675260 T6204 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1675260 T6213 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1675260 T6204 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1675262 T6185 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1675263 T6185 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1675263 T6185 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1675262 T6204 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1675264 T6204 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1675265 T6204 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1675264 T6213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1675266 T6213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1675266 T6213 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1675263 T6245 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@51e5504e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62f8fac8),segFN=segments_1,generation=1}
   [junit4]   2> 1675267 T6245 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1675266 T6185 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1675268 T6185 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1675268 T6185 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1675266 T6204 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1675269 T6185 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/solrj_collection_shard1_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/solrj_collection_shard1_replica1/data/
   [junit4]   2> 1675268 T6213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1675270 T6213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1675268 T6245 oass.SolrIndexSearcher.<init> Opening Searcher@607ea007[solrj_collection_shard2_replica1] main
   [junit4]   2> 1675270 T6213 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1675271 T6213 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/solrj_collection_shard2_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/solrj_collection_shard2_replica2/data/
   [junit4]   2> 1675272 T6213 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@128380df
   [junit4]   2> 1675270 T6185 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@128380df
   [junit4]   2> 1675269 T6204 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1675274 T6204 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1675274 T6204 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1675275 T6204 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1675274 T6213 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/solrj_collection_shard2_replica2/data
   [junit4]   2> 1675274 T6185 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/solrj_collection_shard1_replica1/data
   [junit4]   2> 1675278 T6213 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 1675278 T6213 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1675279 T6185 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 1675281 T6185 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1675280 T6213 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1391780527620/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 1675279 T6256 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica1] Registered new searcher Searcher@607ea007[solrj_collection_shard2_replica1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1675282 T6185 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1391780525135/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 1675279 T6204 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1675283 T6204 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1675282 T6185 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=23.5849609375, floorSegmentMB=1.3037109375, forceMergeDeletesPctAllowed=3.504199246060984, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6200031015204741
   [junit4]   2> 1675282 T6245 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica1
   [junit4]   2> 1675282 T6213 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=23.5849609375, floorSegmentMB=1.3037109375, forceMergeDeletesPctAllowed=3.504199246060984, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6200031015204741
   [junit4]   2> 1675284 T6185 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1659a329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e97eb89),segFN=segments_1,generation=1}
   [junit4]   2> 1675285 T6213 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@16ac91cf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3afc94af),segFN=segments_1,generation=1}
   [junit4]   2> 1675285 T6213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1675284 T6245 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica1 address:http://127.0.0.1:61357/vxp/ul collection:solrj_collection shard:shard2
   [junit4]   2> 1675287 T6245 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 1675289 T6213 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1675289 T6213 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1675290 T6213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1675290 T6213 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1675290 T6213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1675291 T6213 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1675291 T6213 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1675292 T6213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1675292 T6213 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1675293 T6213 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1675294 T6213 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1675283 T6204 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1675294 T6213 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1675295 T6204 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1675285 T6185 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1675296 T6204 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1675297 T6204 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1675295 T6213 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1675299 T6213 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1675299 T6204 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1675301 T6185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1675302 T6185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1675302 T6185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1675303 T6185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1675303 T6185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1675304 T6185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1675304 T6204 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1675305 T6204 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1675299 T6213 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1675304 T6185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1675309 T6213 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1675308 T6204 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1701445967, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1675311 T6213 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1675312 T6204 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@37be80ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2570d9a3),segFN=segments_1,generation=1}
   [junit4]   2> 1675312 T6204 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1675312 T6204 oass.SolrIndexSearcher.<init> Opening Searcher@38faf3b5[solrj_collection_shard1_replica2] main
   [junit4]   2> 1675311 T6185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1675331 T6185 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1675332 T6258 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@38faf3b5[solrj_collection_shard1_replica2] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1675332 T6185 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1675333 T6185 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1675333 T6185 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1675333 T6213 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1675333 T6213 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1675334 T6213 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1701445967, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1675334 T6213 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@16ac91cf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3afc94af),segFN=segments_1,generation=1}
   [junit4]   2> 1675334 T6213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1675311 T6245 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1675335 T6213 oass.SolrIndexSearcher.<init> Opening Searcher@67276f0b[solrj_collection_shard2_replica2] main
   [junit4]   2> 1675335 T6204 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
   [junit4]   2> 1675345 T6204 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:http://127.0.0.1:61348/vxp/ul collection:solrj_collection shard:shard1
   [junit4]   2> 1675333 T6185 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1675348 T6185 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1675349 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1675351 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1675351 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1675351 T6204 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 1675355 T6245 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=179998
   [junit4]   2> 1675353 T6185 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1675355 T6259 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica2] Registered new searcher Searcher@67276f0b[solrj_collection_shard2_replica2] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1675357 T6185 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1675359 T6213 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica2
   [junit4]   2> 1675359 T6213 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica2 address:http://127.0.0.1:61351/vxp/ul collection:solrj_collection shard:shard2
   [junit4]   2> 1675359 T6185 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1675361 T6191 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1675372 T6190 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1675372 T6185 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1675373 T6185 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1675375 T6185 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1701445967, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1675375 T6195 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1675376 T6208 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1675376 T6236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... 

[...truncated too long message...]

eperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:203)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:203)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:414)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 2057975 T6208 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard1/election/91211728477618182-core_node1-n_0000000002
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:171)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:171)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2057976 T6208 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2057976 T6208 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2057976 T6208 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2057976 T6208 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2057977 T6208 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2057977 T6208 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=de_DE, timezone=Europe/Vilnius
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=1,free=89625688,total=215760896
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistribDocBasedVersion, SpellPossibilityIteratorTest, TestDistributedSearch, TestOmitPositions, TestRemoteStreaming, OverseerRolesTest, HdfsDirectoryTest, PreAnalyzedUpdateProcessorTest, SolrInfoMBeanTest, TestStressVersions, TestQuerySenderNoQuery, TestIndexingPerformance, BadCopyFieldTest, TestSolrCoreProperties, HdfsBasicDistributedZk2Test, DistributedDebugComponentTest, SimplePostToolTest, UUIDFieldTest, BinaryUpdateRequestHandlerTest, ZkSolrClientTest, ZkNodePropsTest, TestStressRecovery, PluginInfoTest, UnloadDistributedZkTest, TestCollationField, TestSolrJ, CircularListTest, TestReplicationHandler, SpatialFilterTest, LukeRequestHandlerTest, TestMultiCoreConfBootstrap, TestWordDelimiterFilterFactory, TestAnalyzeInfixSuggestions, TestDistributedMissingSort, TestCopyFieldCollectionResource, TestCollationKeyRangeQueries, TestManagedSchema, TestPhraseSuggestions, SOLR749Test, MigrateRouteKeyTest, DistributedSpellCheckComponentTest, SliceStateTest, SortByFunctionTest, SpellCheckComponentTest, DocValuesMissingTest, QueryResultKeyTest, LeaderElectionTest, FileBasedSpellCheckerTest, ZkControllerTest, PrimitiveFieldTypeTest, TestDocBasedVersionConstraints, TestSurroundQueryParser, CustomCollectionTest, DistanceFunctionTest, SolrRequestParserTest, DocValuesTest, TestQuerySenderListener, TestZkChroot, AssignTest, SimpleFacetsTest, DistributedQueryComponentCustomSortTest, TestRTGBase, TestCollapseQParserPlugin, TestImplicitCoreProperties, TestCloudManagedSchema, DeleteShardTest, TestOverriddenPrefixQueryForCustomFieldType, SuggesterTest, TestSort, TestExtendedDismaxParser, DistributedQueryElevationComponentTest, TestSolrIndexConfig, SearchHandlerTest, ExternalFileFieldSortTest, SpellCheckCollatorTest, FieldMutatingUpdateProcessorTest, ShardRoutingCustomTest, CoreContainerCoreInitFailuresTest, HdfsBasicDistributedZkTest, DistributedSuggestComponentTest, TestBadConfig, SolrXmlInZkTest, TestSchemaSimilarityResource, LegacyHTMLStripCharFilterTest, DocumentBuilderTest, TestRangeQuery, SampleTest, HdfsUnloadDistributedZkTest, TestAtomicUpdateErrorCases, TestReloadAndDeleteDocs, TestLFUCache, StressHdfsTest, TestLuceneMatchVersion, PrimUtilsTest, SpellingQueryConverterTest, MoreLikeThisHandlerTest, RequiredFieldsTest, DebugComponentTest, StatsComponentTest, PolyFieldTest, QueryEqualityTest, TestBinaryResponseWriter, XmlUpdateRequestHandlerTest, TestSchemaNameResource, TestShardHandlerFactory, TestSolrXml, TestInitQParser, TestComponentsName, TestXIncludeConfig, TestNRTOpen, TestRecoveryHdfs, AnalysisAfterCoreReloadTest, TestDocSet, ParsingFieldUpdateProcessorsTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, DirectSolrSpellCheckerTest, TestCSVLoader, TestSolrXmlPersistor, TestCodecSupport, TermVectorComponentDistributedTest, StatelessScriptUpdateProcessorFactoryTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, TestCoreContainer, TestReversedWildcardFilterFactory, TestTrie, SolrIndexConfigTest, TestDefaultSearchFieldResource, TestQueryUtils, SuggestComponentTest, TestCustomSort, LeaderElectionIntegrationTest, TestFiltering, TestRecovery, JsonLoaderTest, ZkCLITest, ScriptEngineTest, SoftAutoCommitTest, BJQParserTest, NoCacheHeaderTest, TestElisionMultitermQuery, OverseerCollectionProcessorTest, MBeansHandlerTest, TestSearchPerf, HdfsSyncSliceTest, SynonymTokenizerTest, CurrencyFieldOpenExchangeTest, TestSweetSpotSimilarityFactory, BasicDistributedZk2Test, PeerSyncTest, DOMUtilTest, RegexBoostProcessorTest, OpenExchangeRatesOrgProviderTest, CopyFieldTest, TestDistributedGrouping, DateMathParserTest, TestJmxIntegration, TestManagedSchemaFieldResource, TestJoin, ChangedSchemaMergeTest, TestSchemaResource, TestFaceting, StandardRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, SuggesterTSTTest, OpenCloseCoreStressTest, TestRandomFaceting, TestBinaryField, TestSolrQueryParser, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 394.23s, 1 test, 1 failure <<< FAILURES!

[...truncated 546 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 358 suites, 1554 tests, 1 failure, 40 ignored (6 assumptions)

Total time: 88 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure