You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/01/15 19:57:43 UTC

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b123) - Build # 9004 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9004/
Java: 64bit/jdk1.8.0-ea-b123 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([BA623A1A6355178:BE20422619F4E38C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.core.TestNonNRTOpen.assertNotNRT(TestNonNRTOpen.java:133)
	at org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT(TestNonNRTOpen.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10113 lines...]
   [junit4] Suite: org.apache.solr.core.TestNonNRTOpen
   [junit4]   2> 16266 T60 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991
   [junit4]   2> 16267 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 16267 T60 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 16268 T60 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 16341 T60 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 16367 T60 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 16368 T60 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 16372 T60 oass.IndexSchema.readSchema [null] Schema name=minimal
   [junit4]   2> 16376 T60 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 16395 T60 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 16395 T60 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 16395 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 16410 T60 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 16428 T60 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 16429 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 16472 T60 oasc.CoreContainer.<init> New CoreContainer 416300928
   [junit4]   2> 16473 T60 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 16473 T60 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 16473 T60 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 16474 T60 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 16474 T60 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 16474 T60 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 16475 T60 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 16475 T60 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 16475 T60 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 16475 T60 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 16489 T60 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 16490 T60 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 16490 T60 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 16492 T61 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 16498 T61 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 16499 T61 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 16499 T61 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 16573 T61 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 16581 T61 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 16582 T61 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 16607 T61 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 16610 T61 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 16611 T61 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 16621 T61 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991/
   [junit4]   2> 16621 T61 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 16622 T61 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991
   [junit4]   2> 16622 T61 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991/index/
   [junit4]   2> 16623 T61 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991/index' doesn't exist. Creating new index...
   [junit4]   2> 16623 T61 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index
   [junit4]   2> 16696 T61 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_1,generation=1}
   [junit4]   2> 16697 T61 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 16698 T61 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 16698 T61 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 16699 T61 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 16701 T61 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 16712 T61 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 16713 T61 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 16714 T61 oass.SolrIndexSearcher.<init> Opening Searcher@35feb41e main
   [junit4]   2> 16714 T61 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 16715 T62 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@35feb41e main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 16718 T60 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@75859feb
   [junit4]   2> 16723 T60 C11 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_1,generation=1}
   [junit4]   2> 16723 T60 C11 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 16725 T60 C11 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 5
   [junit4]   2> 16730 T60 C11 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 16760 T60 C11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_2,generation=2}
   [junit4]   2> 16761 T60 C11 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 16780 T60 C11 oass.SolrIndexSearcher.<init> Opening Searcher@253e7d5e main
   [junit4]   2> 16781 T60 C11 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 16781 T62 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@253e7d5e main{StandardDirectoryReader(segments_2:3 _0(4.7):C1)}
   [junit4]   2> 16782 T60 C11 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 53
   [junit4]   2> 16783 T60 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 16783 T60 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=416300928
   [junit4]   2> 16784 T60 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@75859feb
   [junit4]   2> 16784 T60 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 16784 T60 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 16785 T60 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 16785 T60 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 16788 T60 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 16789 T60 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 16789 T60 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index;done=false>>]
   [junit4]   2> 16790 T60 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index
   [junit4]   2> 16790 T60 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991;done=false>>]
   [junit4]   2> 16790 T60 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991
   [junit4]   2> NOTE: per solr.test.leavedatadir, dataDir will not be removed: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991
   [junit4]   2> 16791 T60 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 16792 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 16808 T60 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 16809 T60 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 16861 T60 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 16889 T60 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 16890 T60 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 16893 T60 oass.IndexSchema.readSchema [null] Schema name=minimal
   [junit4]   2> 16911 T60 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 16912 T60 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 16912 T60 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 16913 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 16934 T60 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 16934 T60 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 16934 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 16986 T60 oasc.CoreContainer.<init> New CoreContainer 535019470
   [junit4]   2> 16986 T60 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 16987 T60 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 16988 T60 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 16988 T60 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 16988 T60 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 16988 T60 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 16989 T60 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 16989 T60 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 16989 T60 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 16989 T60 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 16993 T60 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 16993 T60 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 16993 T60 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 17008 T64 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 17012 T64 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 17013 T64 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 17013 T64 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 17057 T64 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 17091 T64 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 17092 T64 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 17096 T64 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 17099 T64 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 17100 T64 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 17100 T64 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991/
   [junit4]   2> 17100 T64 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 17112 T64 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991
   [junit4]   2> 17113 T64 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991/index/
   [junit4]   2> 17114 T64 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 17114 T64 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 17115 T64 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 17117 T64 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 17132 T64 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 17133 T64 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 17133 T64 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index
   [junit4]   2> 17138 T64 oass.SolrIndexSearcher.<init> Opening Searcher@33bf4c5c main
   [junit4]   2> 17138 T64 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 17139 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33bf4c5c main{StandardDirectoryReader(segments_2:3 _0(4.7):C1)}
   [junit4]   2> 17149 T60 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 17153 T60 oas.SolrTestCaseJ4.setUp ###Starting testReaderIsNotNRT
   [junit4]   2> ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@31cb311d
   [junit4]   2> 17154 T60 C12 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 17162 T60 C12 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_2,generation=2}
   [junit4]   2> 17162 T60 C12 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 17163 T60 C12 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 9
   [junit4]   2> 17167 T60 C12 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 2
   [junit4]   2> 17169 T60 C12 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 17201 T60 C12 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_3,generation=3}
   [junit4]   2> 17202 T60 C12 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 17208 T60 C12 oass.SolrIndexSearcher.<init> Opening Searcher@3ead17b4 main
   [junit4]   2> 17209 T60 C12 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 17209 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ead17b4 main{StandardDirectoryReader(segments_3:6 _1(4.7):C1)}
   [junit4]   2> 17211 T60 C12 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 42
   [junit4]   2> 17213 T60 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 17213 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 17214 T60 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 17214 T60 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 17234 T60 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 17247 T60 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 17248 T60 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 17252 T60 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 17256 T60 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 17257 T60 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991/
   [junit4]   2> 17258 T60 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 17258 T60 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991/index/
   [junit4]   2> 17259 T60 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 17260 T60 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 17260 T60 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 17263 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 17266 T60 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 17267 T60 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 17271 T60 oass.SolrIndexSearcher.<init> Opening Searcher@1a5b5cbc main
   [junit4]   2> 17272 T60 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 17272 T60 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 17273 T60 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 17277 T60 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_3,generation=3}
   [junit4]   2> 17277 T60 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 17277 T60 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 17278 T60 oasc.SolrCore.getSearcher WARN [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 17280 T60 oass.SolrIndexSearcher.<init> Opening Searcher@78d19139 main
   [junit4]   2> 17281 T67 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a5b5cbc main{StandardDirectoryReader(segments_3:6 _1(4.7):C1)}
   [junit4]   2> 17281 T67 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78d19139 main{StandardDirectoryReader(segments_3:6 _1(4.7):C1)}
   [junit4]   2> 17281 T60 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 17282 T60 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@31cb311d
   [junit4]   2> 17282 T60 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 17283 T60 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> ASYNC  NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@17c5a3f3
   [junit4]   2> 17286 T60 C13 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> 17289 T60 C13 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 17322 T60 C13 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_4,generation=4}
   [junit4]   2> 17322 T60 C13 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 17330 T60 C13 oass.SolrIndexSearcher.<init> Opening Searcher@3bd42348 main
   [junit4]   2> 17331 T67 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3bd42348 main{StandardDirectoryReader(segments_4:8 _1(4.7):C1 _2(4.7):C1)}
   [junit4]   2> 17331 T60 C13 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 17332 T60 C13 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 43
   [junit4]   2> 17336 T60 C13 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 2
   [junit4]   2> 17339 T60 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 17339 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 17340 T60 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 17341 T60 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 17380 T60 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 17393 T60 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 17394 T60 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 17398 T60 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 17401 T60 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 17402 T60 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991/
   [junit4]   2> 17403 T60 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 17403 T60 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-TestNonNRTOpen-1389811029991/index/
   [junit4]   2> 17404 T60 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 17405 T60 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 17405 T60 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 17408 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 17409 T60 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 17409 T60 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 17416 T60 oass.SolrIndexSearcher.<init> Opening Searcher@71a421c6 main
   [junit4]   2> 17416 T60 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 17417 T60 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 17417 T60 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 17416 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71a421c6 main{StandardDirectoryReader(segments_4:8 _1(4.7):C1 _2(4.7):C1)}
   [junit4]   2> 17442 T60 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_5,generation=5}
   [junit4]   2> 17442 T60 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 17449 T60 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_5,generation=5}
   [junit4]   2> 17450 T60 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 17450 T60 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 17458 T60 oass.SolrIndexSearcher.<init> Opening Searcher@4e93289c main
   [junit4]   2> 17459 T60 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 17459 T60 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@17c5a3f3
   [junit4]   2> 17459 T60 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 17460 T60 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 17462 T60 oas.SolrTestCaseJ4.tearDown ###Ending testReaderIsNotNRT
   [junit4]   2> 17464 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e93289c main{StandardDirectoryReader(segments_5:10 _1(4.7):C1 _2(4.7):C1 _3(4.7):C1)}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNonNRTOpen -Dtests.method=testReaderIsNotNRT -Dtests.seed=BA623A1A6355178 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=Etc/GMT -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.35s J1 | TestNonNRTOpen.testReaderIsNotNRT <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BA623A1A6355178:BE20422619F4E38C]:0)
   [junit4]    > 	at org.apache.solr.core.TestNonNRTOpen.assertNotNRT(TestNonNRTOpen.java:133)
   [junit4]    > 	at org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT(TestNonNRTOpen.java:94)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 17502 T60 oas.SolrTestCaseJ4.setUp ###Starting testSharedCores
   [junit4]   2> ASYNC  NEW_CORE C14 name=collection1 org.apache.solr.core.SolrCore@6cb1e6eb
   [junit4]   2> 17504 T60 C14 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 17505 T60 C14 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 2
   [junit4]   2> 17508 T60 C14 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 2
   [junit4]   2> 17510 T60 C14 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 17532 T60 C14 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_5,generation=5}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_6,generation=6}
   [junit4]   2> 17532 T60 C14 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
   [junit4]   2> 17542 T60 C14 oass.SolrIndexSearcher.<init> Opening Searcher@7b9bec07 main
   [junit4]   2> 17543 T60 C14 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 17543 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b9bec07 main{StandardDirectoryReader(segments_6:13 _4(4.7):C1)}
   [junit4]   2> 17545 T60 C14 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 35
   [junit4]   2> 17548 T60 C14 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 17630 T60 C14 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_6,generation=6}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_7,generation=7}
   [junit4]   2> 17631 T60 C14 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 17636 T60 C14 oass.SolrIndexSearcher.<init> Opening Searcher@6b2fec44 main
   [junit4]   2> 17637 T60 C14 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 17637 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b2fec44 main{StandardDirectoryReader(segments_7:15 _5(4.7):C1)}
   [junit4]   2> 17638 T60 C14 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 91
   [junit4]   2> 17641 T60 C14 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 2
   [junit4]   2> ASYNC  NEW_CORE C15 name=collection1 org.apache.solr.core.SolrCore@6cb1e6eb
   [junit4]   2> 17646 T60 C15 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 17682 T60 C15 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_8,generation=8}
   [junit4]   2> 17682 T60 C15 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 17687 T60 C15 oass.SolrIndexSearcher.<init> Opening Searcher@1f1bc992 main
   [junit4]   2> 17688 T60 C15 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 17688 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f1bc992 main{StandardDirectoryReader(segments_8:17 _5(4.7):C1 _6(4.7):C1)}
   [junit4]   2> 17689 T60 C15 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 43
   [junit4]   2> 17691 T60 C15 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> 17693 T60 C15 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 0
   [junit4]   2> 17695 T60 C15 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 17730 T60 C15 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_8,generation=8}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_9,generation=9}
   [junit4]   2> 17731 T60 C15 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 17739 T60 C15 oass.SolrIndexSearcher.<init> Opening Searcher@4d35b168 main
   [junit4]   2> 17740 T60 C15 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 17740 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d35b168 main{StandardDirectoryReader(segments_9:19 _5(4.7):C1 _6(4.7):C1 _7(4.7):C2)}
   [junit4]   2> 17741 T60 C15 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 46
   [junit4]   2> 17743 T60 C15 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=foo2:doc} 0 1
   [junit4]   2> 17744 T60 C15 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 17770 T60 C15 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_9,generation=9}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index,segFN=segments_a,generation=10}
   [junit4]   2> 17771 T60 C15 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 10
   [junit4]   2> 17780 T60 C15 oass.SolrIndexSearcher.<init> Opening Searcher@78c392cf main
   [junit4]   2> 17780 T60 C15 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 17780 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78c392cf main{StandardDirectoryReader(segments_a:20 _5(4.7):C1 _6(4.7):C1 _7(4.7):C2/1:delGen=1)}
   [junit4]   2> 17781 T60 C15 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 37
   [junit4]   2> 17783 T60 oas.SolrTestCaseJ4.tearDown ###Ending testSharedCores
   [junit4]   2> 17784 T60 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 17784 T60 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=535019470
   [junit4]   2> 17788 T60 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6cb1e6eb
   [junit4]   2> 17789 T60 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=2,cumulative_errors=0}
   [junit4]   2> 17789 T60 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 17789 T60 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 17789 T60 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 17790 T60 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 17791 T60 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 17792 T60 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991;done=false>>]
   [junit4]   2> 17792 T60 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991
   [junit4]   2> 17792 T60 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index;done=false>>]
   [junit4]   2> 17793 T60 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-TestNonNRTOpen-1389811029991/index
   [junit4]   2> NOTE: test params are: codec=Lucene46: {bazz=Lucene41(blocksize=128), foo=PostingsFormat(name=Direct), baz=Lucene41(blocksize=128), foo2=PostingsFormat(name=NestedPulsing)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=el, timezone=Etc/GMT
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=135062472,total=189792256
   [junit4]   2> NOTE: All tests run in this JVM: [TestPartialUpdateDeduplication, DistanceFunctionTest, TestQuerySenderListener, TestUpdate, XsltUpdateRequestHandlerTest, TestClassNameShortening, NotRequiredUniqueKeyTest, TestNonNRTOpen]
   [junit4] Completed on J1 in 1.58s, 2 tests, 1 failure <<< FAILURES!

[...truncated 1052 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1307: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:940: There were test failures: 352 suites, 1539 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 49 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b123 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_51) - Build # 9041 - Still Failing!

Posted by Robert Muir <rc...@gmail.com>.
I committed a fix for this. somehow (only in 4.x) there was multiple
versions of the same jar.

so the build fails because this is not allowed.


On Sat, Jan 18, 2014 at 9:07 AM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9041/
> Java: 64bit/jdk1.7.0_51 -XX:-UseCompressedOops -XX:+UseParallelGC
>
> All tests passed
>
> Build Log:
> [...truncated 41709 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package org.apache.lucene...
>   [javadoc] Loading source files for package org.apache.lucene.analysis...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.tokenattributes...
>   [javadoc] Loading source files for package org.apache.lucene.codecs...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.compressing...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene3x...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene40...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene41...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene42...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene45...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene46...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.perfield...
>   [javadoc] Loading source files for package org.apache.lucene.document...
>   [javadoc] Loading source files for package org.apache.lucene.index...
>   [javadoc] Loading source files for package org.apache.lucene.search...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.payloads...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.similarities...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.spans...
>   [javadoc] Loading source files for package org.apache.lucene.store...
>   [javadoc] Loading source files for package org.apache.lucene.util...
>   [javadoc] Loading source files for package
> org.apache.lucene.util.automaton...
>   [javadoc] Loading source files for package org.apache.lucene.util.fst...
>   [javadoc] Loading source files for package
> org.apache.lucene.util.mutable...
>   [javadoc] Loading source files for package
> org.apache.lucene.util.packed...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/org/apache/lucene/search/package-summary.html...
>   [javadoc] Copying file
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/core/src/java/org/apache/lucene/search/doc-files/nrq-formula-2.png
> to directory
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/org/apache/lucene/search/doc-files...
>   [javadoc] Copying file
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/core/src/java/org/apache/lucene/search/doc-files/nrq-formula-1.png
> to directory
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/org/apache/lucene/search/doc-files...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 27 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ar...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.bg...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.br...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ca...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.charfilter...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.cjk...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ckb...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.cn...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.commongrams...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.compound...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.compound.hyphenation...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.core...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.cz...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.da...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.de...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.el...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.en...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.es...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.eu...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.fa...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.fi...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.fr...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ga...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.gl...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.hi...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.hu...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.hunspell...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.hy...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.id...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.in...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.it...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.lv...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.miscellaneous...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ngram...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.nl...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.no...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.path...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.pattern...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.payloads...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.position...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.pt...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.query...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.reverse...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ro...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ru...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.shingle...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.sinks...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.snowball...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.standard...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.standard.std31...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.standard.std34...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.standard.std36...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.standard.std40...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.sv...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.synonym...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.th...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.tr...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.util...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.wikipedia...
>   [javadoc] Loading source files for package org.apache.lucene.collation...
>   [javadoc] Loading source files for package
> org.apache.lucene.collation.tokenattributes...
>   [javadoc] Loading source files for package org.tartarus.snowball...
>   [javadoc] Loading source files for package org.tartarus.snowball.ext...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-common/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 29 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.icu...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.icu.segmentation...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.icu.tokenattributes...
>   [javadoc] Loading source files for package org.apache.lucene.collation...
>   [javadoc] Loading source files for package
> org.apache.lucene.collation.tokenattributes...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-icu/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 28 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ja...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ja.dict...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ja.tokenattributes...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.ja.util...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-kuromoji/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 28 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.morfologik...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-morfologik/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 28 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.phonetic...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-phonetic/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 28 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.cn.smart...
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.cn.smart.hhmm...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-smartcn/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 28 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.pl...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.stempel...
>   [javadoc] Loading source files for package org.egothor.stemmer...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-stempel/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 28 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.uima...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.analysis.uima.ae...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-uima/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 31 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.index.memory...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/memory/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 30 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.search.highlight...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.postingshighlight...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.vectorhighlight...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/highlighter/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 32 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package org.apache.lucene.queries...
>   [javadoc] Loading source files for package
> org.apache.lucene.queries.function...
>   [javadoc] Loading source files for package
> org.apache.lucene.queries.function.docvalues...
>   [javadoc] Loading source files for package
> org.apache.lucene.queries.function.valuesource...
>   [javadoc] Loading source files for package
> org.apache.lucene.queries.mlt...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queries/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 27 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.sandbox.queries...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.sandbox.queries.regex...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/sandbox/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 27 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.analyzing...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.classic...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.complexPhrase...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.ext...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.builders...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.config...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.messages...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.nodes...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.parser...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.processors...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.util...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.messages...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.precedence...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.precedence.processors...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.builders...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.config...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.nodes...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.parser...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.processors...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.simple...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.surround.parser...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.surround.query...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.xml...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.xml.builders...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queryparser/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 30 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package org.apache.lucene.facet...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.range...
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.sortedset...
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.taxonomy...
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.taxonomy.directory...
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.taxonomy.writercache...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/facet/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 30 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package org.apache.lucene.spatial...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.prefix...
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.prefix.tree...
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.query...
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.util...
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.vector...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/spatial/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 35 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package org.apache.lucene.benchmark...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.byTask...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.byTask.feeds...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.byTask.programmatic...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.byTask.stats...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.byTask.tasks...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.byTask.utils...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.quality...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.quality.trec...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.quality.utils...
>   [javadoc] Loading source files for package
> org.apache.lucene.benchmark.utils...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/benchmark/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 30 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.classification...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.classification.utils...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/classification/org/apache/lucene/classification/utils/package-tree.html...
>   [javadoc] ng
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/classification/constant-values.html...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/classification/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 25 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.appending...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.blockterms...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.bloom...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.diskdv...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.intblock...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.memory...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.pulsing...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.sep...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.simpletext...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/codecs/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 37 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.expressions...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.expressions.js...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/expressions/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 36 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package org.apache.lucene.demo...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.demo.facet...
>   [javadoc] Loading source files for package
> org.apache.lucene.demo.xmlparser...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/demo/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 27 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.expressions...
>   [javadoc] Loading source files for package
> org.apache.lucene.expressions.js...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/expressions/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 27 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package org.apache.lucene.facet...
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.range...
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.sortedset...
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.taxonomy...
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.taxonomy.directory...
>   [javadoc] Loading source files for package
> org.apache.lucene.facet.taxonomy.writercache...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/facet/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 28 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.search.grouping...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.grouping.function...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.grouping.term...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/grouping/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 27 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.search.highlight...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.postingshighlight...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.vectorhighlight...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/highlighter/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 28 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.search.join...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/join/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 27 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.index.memory...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/memory/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 25 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package org.apache.lucene.document...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package org.apache.lucene.index...
>   [javadoc] Loading source files for package
> org.apache.lucene.index.sorter...
>   [javadoc] Loading source files for package org.apache.lucene.misc...
>   [javadoc] Loading source files for package org.apache.lucene.store...
>   [javadoc] Loading source files for package org.apache.lucene.util.fst...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/package-summary.html...
>   [javadoc] Copying file
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.hyperbolicTf.svg
> to directory
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
>   [javadoc] Copying file
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.baselineTf.svg
> to directory
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
>   [javadoc] Copying file
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.gnuplot
> to directory
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
>   [javadoc] Copying file
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.computeLengthNorm.svg
> to directory
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 24 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package org.apache.lucene.queries...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.queries.function...
>   [javadoc] Loading source files for package
> org.apache.lucene.queries.function.docvalues...
>   [javadoc] Loading source files for package
> org.apache.lucene.queries.function.valuesource...
>   [javadoc] Loading source files for package
> org.apache.lucene.queries.mlt...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queries/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 31 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.analyzing...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.classic...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.complexPhrase...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.ext...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.builders...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.config...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.messages...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.nodes...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.parser...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.processors...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.core.util...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.messages...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.precedence...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.precedence.processors...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.builders...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.config...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.nodes...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.parser...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.flexible.standard.processors...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.simple...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.surround.parser...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.surround.query...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.xml...
>   [javadoc] Loading source files for package
> org.apache.lucene.queryparser.xml.builders...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queryparser/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 29 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.lucene.replicator...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.replicator.http...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/replicator/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 24 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.sandbox.queries...
>   [javadoc] Loading source files for package
> org.apache.lucene.sandbox.queries.regex...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/sandbox/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 27 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package org.apache.lucene.spatial...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.prefix...
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.prefix.tree...
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.query...
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.util...
>   [javadoc] Loading source files for package
> org.apache.lucene.spatial.vector...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/spatial/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 32 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.lucene.search.spell...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.suggest...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.suggest.analyzing...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.suggest.fst...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.suggest.jaspell...
>   [javadoc] Loading source files for package
> org.apache.lucene.search.suggest.tst...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/suggest/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 18 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package org.apache.lucene.analysis...
>   [javadoc] Loading source files for package org.apache.lucene.codecs...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.appending...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.asserting...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.bloom...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.cheapbastard...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.compressing...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.compressing.dummy...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene3x...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene40...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene41...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene41ords...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene42...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.lucene45...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.mockintblock...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.mockrandom...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.mocksep...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.nestedpulsing...
>   [javadoc] Loading source files for package
> org.apache.lucene.codecs.ramonly...
>   [javadoc] Loading source files for package org.apache.lucene.index...
>   [javadoc] Loading source files for package org.apache.lucene.search...
>   [javadoc] Loading source files for package org.apache.lucene.store...
>   [javadoc] Loading source files for package org.apache.lucene.util...
>   [javadoc] Loading source files for package
> org.apache.lucene.util.automaton...
>   [javadoc] Loading source files for package org.apache.lucene.util.fst...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/test-framework/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 8547 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.beans...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.impl...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.request...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.response...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.util...
>   [javadoc] Loading source files for package org.apache.solr.common...
>   [javadoc] Loading source files for package
> org.apache.solr.common.cloud...
>   [javadoc] Loading source files for package org.apache.solr.common.luke...
>   [javadoc] Loading source files for package
> org.apache.solr.common.params...
>   [javadoc] Loading source files for package org.apache.solr.common.util...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-solrj/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 7 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package org.apache.solr...
>   [javadoc] Loading source files for package org.apache.solr.analysis...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.embedded...
>   [javadoc] Loading source files for package org.apache.solr.cloud...
>   [javadoc] Loading source files for package org.apache.solr.common...
>   [javadoc] Loading source files for package org.apache.solr.core...
>   [javadoc] Loading source files for package org.apache.solr.handler...
>   [javadoc] Loading source files for package
> org.apache.solr.handler.admin...
>   [javadoc] Loading source files for package
> org.apache.solr.handler.component...
>   [javadoc] Loading source files for package
> org.apache.solr.handler.loader...
>   [javadoc] Loading source files for package org.apache.solr.highlight...
>   [javadoc] Loading source files for package
> org.apache.solr.internal.csv...
>   [javadoc] Loading source files for package
> org.apache.solr.internal.csv.writer...
>   [javadoc] Loading source files for package org.apache.solr.logging...
>   [javadoc] Loading source files for package org.apache.solr.logging.jul...
>   [javadoc] Loading source files for package
> org.apache.solr.logging.log4j...
>   [javadoc] Loading source files for package org.apache.solr.parser...
>   [javadoc] Loading source files for package org.apache.solr.request...
>   [javadoc] Loading source files for package org.apache.solr.response...
>   [javadoc] Loading source files for package
> org.apache.solr.response.transform...
>   [javadoc] Loading source files for package org.apache.solr.rest...
>   [javadoc] Loading source files for package org.apache.solr.rest.schema...
>   [javadoc] Loading source files for package org.apache.solr.schema...
>   [javadoc] Loading source files for package org.apache.solr.search...
>   [javadoc] Loading source files for package
> org.apache.solr.search.function...
>   [javadoc] Loading source files for package
> org.apache.solr.search.function.distance...
>   [javadoc] Loading source files for package
> org.apache.solr.search.grouping...
>   [javadoc] Loading source files for package
> org.apache.solr.search.grouping.collector...
>   [javadoc] Loading source files for package
> org.apache.solr.search.grouping.distributed...
>   [javadoc] Loading source files for package
> org.apache.solr.search.grouping.distributed.command...
>   [javadoc] Loading source files for package
> org.apache.solr.search.grouping.distributed.requestfactory...
>   [javadoc] Loading source files for package
> org.apache.solr.search.grouping.distributed.responseprocessor...
>   [javadoc] Loading source files for package
> org.apache.solr.search.grouping.distributed.shardresultserializer...
>   [javadoc] Loading source files for package
> org.apache.solr.search.grouping.endresulttransformer...
>   [javadoc] Loading source files for package org.apache.solr.search.join...
>   [javadoc] Loading source files for package
> org.apache.solr.search.similarities...
>   [javadoc] Loading source files for package org.apache.solr.servlet...
>   [javadoc] Loading source files for package
> org.apache.solr.servlet.cache...
>   [javadoc] Loading source files for package org.apache.solr.spelling...
>   [javadoc] Loading source files for package
> org.apache.solr.spelling.suggest...
>   [javadoc] Loading source files for package
> org.apache.solr.spelling.suggest.fst...
>   [javadoc] Loading source files for package
> org.apache.solr.spelling.suggest.jaspell...
>   [javadoc] Loading source files for package
> org.apache.solr.spelling.suggest.tst...
>   [javadoc] Loading source files for package
> org.apache.solr.store.blockcache...
>   [javadoc] Loading source files for package org.apache.solr.store.hdfs...
>   [javadoc] Loading source files for package org.apache.solr.update...
>   [javadoc] Loading source files for package
> org.apache.solr.update.processor...
>   [javadoc] Loading source files for package org.apache.solr.util...
>   [javadoc] Loading source files for package org.apache.solr.util.plugin...
>   [javadoc] Loading source files for package org.apache.solr.util.stats...
>   [javadoc] Loading source files for package org.apache.solr.util.xslt...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-core/org/apache/solr/util/package-summary.html...
>   [javadoc] Copying file
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/java/org/apache/solr/util/doc-files/min-should-match.html
> to directory
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-core/org/apache/solr/util/doc-files...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-core/help-doc.html...
>   [javadoc] 1 warning
>
> [...truncated 85 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.beans...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.impl...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.request...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.response...
>   [javadoc] Loading source files for package
> org.apache.solr.client.solrj.util...
>   [javadoc] Loading source files for package org.apache.solr.common...
>   [javadoc] Loading source files for package
> org.apache.solr.common.cloud...
>   [javadoc] Loading source files for package org.apache.solr.common.luke...
>   [javadoc] Loading source files for package
> org.apache.solr.common.params...
>   [javadoc] Loading source files for package org.apache.solr.common.util...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-solrj/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 107 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package org.apache.solr...
>   [javadoc] Loading source files for package org.apache.solr.analysis...
>   [javadoc] Loading source files for package org.apache.solr.cloud...
>   [javadoc] Loading source files for package org.apache.solr.core...
>   [javadoc] Loading source files for package
> org.apache.solr.update.processor...
>   [javadoc] Loading source files for package org.apache.solr.util...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-test-framework/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 134 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package org.apache.solr.schema...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-analysis-extras/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 130 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.handler.clustering...
>   [javadoc] Loading source files for package
> org.apache.solr.handler.clustering.carrot2...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-clustering/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 316 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.solr.handler.dataimport...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.handler.dataimport.config...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-dataimporthandler/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 7 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.handler.dataimport...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-dataimporthandler-extras/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 130 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.handler.dataimport...
>   [javadoc] Loading source files for package
> org.apache.solr.handler.dataimport.config...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-dataimporthandler/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 130 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.solr.handler.extraction...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 139 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.update.processor...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-langid/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal
>   [javadoc] 1 warning
>
> [...truncated 1053 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.solr.handler.extraction...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 259 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.handler.extraction...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 7 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.morphlines.solr...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 534 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.handler.extraction...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 259 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.solr.handler.extraction...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 6 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.morphlines.solr...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 7 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package
> org.apache.solr.morphlines.cell...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 7 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package org.apache.solr.hadoop...
>   [javadoc] Loading source files for package
> org.apache.solr.hadoop.dedup...
>   [javadoc] Loading source files for package
> org.apache.solr.hadoop.morphline...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-map-reduce/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 701 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.handler.extraction...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 259 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.handler.extraction...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 6 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.morphlines.solr...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 6 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.morphlines.cell...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 314 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.handler.extraction...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 6 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.morphlines.solr...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 133 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Loading source files for package
> org.apache.solr.uima.processor...
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-uima/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 130 lines...]
>   [javadoc] Generating Javadoc
>   [javadoc] Javadoc execution
>   [javadoc] Loading source files for package org.apache.solr.response...
>   [javadoc] warning: [options] bootstrap class path not set in conjunction
> with -source 1.6
>   [javadoc] Constructing Javadoc information...
>   [javadoc] Standard Doclet version 1.7.0_51
>   [javadoc] Building tree for all the packages and classes...
>   [javadoc] Building index for all the packages and classes...
>   [javadoc] Building index for all classes...
>   [javadoc] Generating
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-velocity/help-doc.html...
>   [javadoc] Note: Custom tags that were not seen:  @lucene.internal,
> @lucene.experimental
>   [javadoc] 1 warning
>
> [...truncated 396 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:398: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:87: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:187:
> Source checkout is dirty after running tests!!! Offending files:
> * ./solr/licenses/jackson-core-asl-1.7.4.jar.sha1
> * ./solr/licenses/jackson-mapper-asl-1.7.4.jar.sha1
> * ./solr/licenses/jersey-core-1.16.jar.sha1
>
> Total time: 61 minutes 54 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 64bit/jdk1.7.0_51 -XX:-UseCompressedOops
> -XX:+UseParallelGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_51) - Build # 9041 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9041/
Java: 64bit/jdk1.7.0_51 -XX:-UseCompressedOops -XX:+UseParallelGC

All tests passed

Build Log:
[...truncated 41709 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene...
  [javadoc] Loading source files for package org.apache.lucene.analysis...
  [javadoc] Loading source files for package org.apache.lucene.analysis.tokenattributes...
  [javadoc] Loading source files for package org.apache.lucene.codecs...
  [javadoc] Loading source files for package org.apache.lucene.codecs.compressing...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene3x...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene40...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene41...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene42...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene45...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene46...
  [javadoc] Loading source files for package org.apache.lucene.codecs.perfield...
  [javadoc] Loading source files for package org.apache.lucene.document...
  [javadoc] Loading source files for package org.apache.lucene.index...
  [javadoc] Loading source files for package org.apache.lucene.search...
  [javadoc] Loading source files for package org.apache.lucene.search.payloads...
  [javadoc] Loading source files for package org.apache.lucene.search.similarities...
  [javadoc] Loading source files for package org.apache.lucene.search.spans...
  [javadoc] Loading source files for package org.apache.lucene.store...
  [javadoc] Loading source files for package org.apache.lucene.util...
  [javadoc] Loading source files for package org.apache.lucene.util.automaton...
  [javadoc] Loading source files for package org.apache.lucene.util.fst...
  [javadoc] Loading source files for package org.apache.lucene.util.mutable...
  [javadoc] Loading source files for package org.apache.lucene.util.packed...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/org/apache/lucene/search/package-summary.html...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/core/src/java/org/apache/lucene/search/doc-files/nrq-formula-2.png to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/org/apache/lucene/search/doc-files...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/core/src/java/org/apache/lucene/search/doc-files/nrq-formula-1.png to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/org/apache/lucene/search/doc-files...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/help-doc.html...
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.ar...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.bg...
  [javadoc] Loading source files for package org.apache.lucene.analysis.br...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ca...
  [javadoc] Loading source files for package org.apache.lucene.analysis.charfilter...
  [javadoc] Loading source files for package org.apache.lucene.analysis.cjk...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ckb...
  [javadoc] Loading source files for package org.apache.lucene.analysis.cn...
  [javadoc] Loading source files for package org.apache.lucene.analysis.commongrams...
  [javadoc] Loading source files for package org.apache.lucene.analysis.compound...
  [javadoc] Loading source files for package org.apache.lucene.analysis.compound.hyphenation...
  [javadoc] Loading source files for package org.apache.lucene.analysis.core...
  [javadoc] Loading source files for package org.apache.lucene.analysis.cz...
  [javadoc] Loading source files for package org.apache.lucene.analysis.da...
  [javadoc] Loading source files for package org.apache.lucene.analysis.de...
  [javadoc] Loading source files for package org.apache.lucene.analysis.el...
  [javadoc] Loading source files for package org.apache.lucene.analysis.en...
  [javadoc] Loading source files for package org.apache.lucene.analysis.es...
  [javadoc] Loading source files for package org.apache.lucene.analysis.eu...
  [javadoc] Loading source files for package org.apache.lucene.analysis.fa...
  [javadoc] Loading source files for package org.apache.lucene.analysis.fi...
  [javadoc] Loading source files for package org.apache.lucene.analysis.fr...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ga...
  [javadoc] Loading source files for package org.apache.lucene.analysis.gl...
  [javadoc] Loading source files for package org.apache.lucene.analysis.hi...
  [javadoc] Loading source files for package org.apache.lucene.analysis.hu...
  [javadoc] Loading source files for package org.apache.lucene.analysis.hunspell...
  [javadoc] Loading source files for package org.apache.lucene.analysis.hy...
  [javadoc] Loading source files for package org.apache.lucene.analysis.id...
  [javadoc] Loading source files for package org.apache.lucene.analysis.in...
  [javadoc] Loading source files for package org.apache.lucene.analysis.it...
  [javadoc] Loading source files for package org.apache.lucene.analysis.lv...
  [javadoc] Loading source files for package org.apache.lucene.analysis.miscellaneous...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ngram...
  [javadoc] Loading source files for package org.apache.lucene.analysis.nl...
  [javadoc] Loading source files for package org.apache.lucene.analysis.no...
  [javadoc] Loading source files for package org.apache.lucene.analysis.path...
  [javadoc] Loading source files for package org.apache.lucene.analysis.pattern...
  [javadoc] Loading source files for package org.apache.lucene.analysis.payloads...
  [javadoc] Loading source files for package org.apache.lucene.analysis.position...
  [javadoc] Loading source files for package org.apache.lucene.analysis.pt...
  [javadoc] Loading source files for package org.apache.lucene.analysis.query...
  [javadoc] Loading source files for package org.apache.lucene.analysis.reverse...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ro...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ru...
  [javadoc] Loading source files for package org.apache.lucene.analysis.shingle...
  [javadoc] Loading source files for package org.apache.lucene.analysis.sinks...
  [javadoc] Loading source files for package org.apache.lucene.analysis.snowball...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard.std31...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard.std34...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard.std36...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard.std40...
  [javadoc] Loading source files for package org.apache.lucene.analysis.sv...
  [javadoc] Loading source files for package org.apache.lucene.analysis.synonym...
  [javadoc] Loading source files for package org.apache.lucene.analysis.th...
  [javadoc] Loading source files for package org.apache.lucene.analysis.tr...
  [javadoc] Loading source files for package org.apache.lucene.analysis.util...
  [javadoc] Loading source files for package org.apache.lucene.analysis.wikipedia...
  [javadoc] Loading source files for package org.apache.lucene.collation...
  [javadoc] Loading source files for package org.apache.lucene.collation.tokenattributes...
  [javadoc] Loading source files for package org.tartarus.snowball...
  [javadoc] Loading source files for package org.tartarus.snowball.ext...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-common/help-doc.html...
  [javadoc] 1 warning

[...truncated 29 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.icu...
  [javadoc] Loading source files for package org.apache.lucene.analysis.icu.segmentation...
  [javadoc] Loading source files for package org.apache.lucene.analysis.icu.tokenattributes...
  [javadoc] Loading source files for package org.apache.lucene.collation...
  [javadoc] Loading source files for package org.apache.lucene.collation.tokenattributes...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-icu/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja.dict...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja.tokenattributes...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja.util...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-kuromoji/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.morfologik...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-morfologik/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.phonetic...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-phonetic/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.cn.smart...
  [javadoc] Loading source files for package org.apache.lucene.analysis.cn.smart.hhmm...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-smartcn/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.pl...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.stempel...
  [javadoc] Loading source files for package org.egothor.stemmer...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-stempel/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.uima...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.uima.ae...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-uima/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 31 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.index.memory...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/memory/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 30 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.search.highlight...
  [javadoc] Loading source files for package org.apache.lucene.search.postingshighlight...
  [javadoc] Loading source files for package org.apache.lucene.search.vectorhighlight...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/highlighter/help-doc.html...
  [javadoc] 1 warning

[...truncated 32 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.queries...
  [javadoc] Loading source files for package org.apache.lucene.queries.function...
  [javadoc] Loading source files for package org.apache.lucene.queries.function.docvalues...
  [javadoc] Loading source files for package org.apache.lucene.queries.function.valuesource...
  [javadoc] Loading source files for package org.apache.lucene.queries.mlt...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queries/help-doc.html...
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.sandbox.queries...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.sandbox.queries.regex...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/sandbox/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.queryparser.analyzing...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.classic...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.complexPhrase...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.ext...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.builders...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.config...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.messages...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.nodes...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.util...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.messages...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.precedence...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.precedence.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.builders...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.config...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.nodes...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.simple...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.surround.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.surround.query...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.xml...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.xml.builders...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queryparser/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 30 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.facet...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.facet.range...
  [javadoc] Loading source files for package org.apache.lucene.facet.sortedset...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy.directory...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy.writercache...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/facet/help-doc.html...
  [javadoc] 1 warning

[...truncated 30 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.spatial...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.spatial.prefix...
  [javadoc] Loading source files for package org.apache.lucene.spatial.prefix.tree...
  [javadoc] Loading source files for package org.apache.lucene.spatial.query...
  [javadoc] Loading source files for package org.apache.lucene.spatial.util...
  [javadoc] Loading source files for package org.apache.lucene.spatial.vector...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/spatial/help-doc.html...
  [javadoc] 1 warning

[...truncated 35 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.benchmark...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.feeds...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.programmatic...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.stats...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.tasks...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.utils...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.quality...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.quality.trec...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.quality.utils...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.utils...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/benchmark/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 30 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.classification...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.classification.utils...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/classification/org/apache/lucene/classification/utils/package-tree.html...
  [javadoc] ng /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/classification/constant-values.html...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/classification/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 25 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.codecs.appending...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.codecs.blockterms...
  [javadoc] Loading source files for package org.apache.lucene.codecs.bloom...
  [javadoc] Loading source files for package org.apache.lucene.codecs.diskdv...
  [javadoc] Loading source files for package org.apache.lucene.codecs.intblock...
  [javadoc] Loading source files for package org.apache.lucene.codecs.memory...
  [javadoc] Loading source files for package org.apache.lucene.codecs.pulsing...
  [javadoc] Loading source files for package org.apache.lucene.codecs.sep...
  [javadoc] Loading source files for package org.apache.lucene.codecs.simpletext...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/codecs/help-doc.html...
  [javadoc] 1 warning

[...truncated 37 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.expressions...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.expressions.js...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/expressions/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 36 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.demo...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.demo.facet...
  [javadoc] Loading source files for package org.apache.lucene.demo.xmlparser...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/demo/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.expressions...
  [javadoc] Loading source files for package org.apache.lucene.expressions.js...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/expressions/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.facet...
  [javadoc] Loading source files for package org.apache.lucene.facet.range...
  [javadoc] Loading source files for package org.apache.lucene.facet.sortedset...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy.directory...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy.writercache...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/facet/help-doc.html...
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.search.grouping...
  [javadoc] Loading source files for package org.apache.lucene.search.grouping.function...
  [javadoc] Loading source files for package org.apache.lucene.search.grouping.term...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/grouping/help-doc.html...
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.search.highlight...
  [javadoc] Loading source files for package org.apache.lucene.search.postingshighlight...
  [javadoc] Loading source files for package org.apache.lucene.search.vectorhighlight...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/highlighter/help-doc.html...
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.search.join...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/join/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.index.memory...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/memory/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 25 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.document...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.index...
  [javadoc] Loading source files for package org.apache.lucene.index.sorter...
  [javadoc] Loading source files for package org.apache.lucene.misc...
  [javadoc] Loading source files for package org.apache.lucene.store...
  [javadoc] Loading source files for package org.apache.lucene.util.fst...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/package-summary.html...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.hyperbolicTf.svg to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.baselineTf.svg to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.gnuplot to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.computeLengthNorm.svg to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/help-doc.html...
  [javadoc] 1 warning

[...truncated 24 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.queries...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.queries.function...
  [javadoc] Loading source files for package org.apache.lucene.queries.function.docvalues...
  [javadoc] Loading source files for package org.apache.lucene.queries.function.valuesource...
  [javadoc] Loading source files for package org.apache.lucene.queries.mlt...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queries/help-doc.html...
  [javadoc] 1 warning

[...truncated 31 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.queryparser.analyzing...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.classic...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.complexPhrase...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.ext...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.builders...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.config...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.messages...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.nodes...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.util...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.messages...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.precedence...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.precedence.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.builders...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.config...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.nodes...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.simple...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.surround.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.surround.query...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.xml...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.xml.builders...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queryparser/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 29 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.replicator...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.replicator.http...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/replicator/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 24 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.sandbox.queries...
  [javadoc] Loading source files for package org.apache.lucene.sandbox.queries.regex...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/sandbox/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.spatial...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.spatial.prefix...
  [javadoc] Loading source files for package org.apache.lucene.spatial.prefix.tree...
  [javadoc] Loading source files for package org.apache.lucene.spatial.query...
  [javadoc] Loading source files for package org.apache.lucene.spatial.util...
  [javadoc] Loading source files for package org.apache.lucene.spatial.vector...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/spatial/help-doc.html...
  [javadoc] 1 warning

[...truncated 32 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.search.spell...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest.analyzing...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest.fst...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest.jaspell...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest.tst...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/suggest/help-doc.html...
  [javadoc] 1 warning

[...truncated 18 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis...
  [javadoc] Loading source files for package org.apache.lucene.codecs...
  [javadoc] Loading source files for package org.apache.lucene.codecs.appending...
  [javadoc] Loading source files for package org.apache.lucene.codecs.asserting...
  [javadoc] Loading source files for package org.apache.lucene.codecs.bloom...
  [javadoc] Loading source files for package org.apache.lucene.codecs.cheapbastard...
  [javadoc] Loading source files for package org.apache.lucene.codecs.compressing...
  [javadoc] Loading source files for package org.apache.lucene.codecs.compressing.dummy...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene3x...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene40...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene41...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene41ords...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene42...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene45...
  [javadoc] Loading source files for package org.apache.lucene.codecs.mockintblock...
  [javadoc] Loading source files for package org.apache.lucene.codecs.mockrandom...
  [javadoc] Loading source files for package org.apache.lucene.codecs.mocksep...
  [javadoc] Loading source files for package org.apache.lucene.codecs.nestedpulsing...
  [javadoc] Loading source files for package org.apache.lucene.codecs.ramonly...
  [javadoc] Loading source files for package org.apache.lucene.index...
  [javadoc] Loading source files for package org.apache.lucene.search...
  [javadoc] Loading source files for package org.apache.lucene.store...
  [javadoc] Loading source files for package org.apache.lucene.util...
  [javadoc] Loading source files for package org.apache.lucene.util.automaton...
  [javadoc] Loading source files for package org.apache.lucene.util.fst...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/test-framework/help-doc.html...
  [javadoc] 1 warning

[...truncated 8547 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.client.solrj...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.client.solrj.beans...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.impl...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.request...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.response...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.util...
  [javadoc] Loading source files for package org.apache.solr.common...
  [javadoc] Loading source files for package org.apache.solr.common.cloud...
  [javadoc] Loading source files for package org.apache.solr.common.luke...
  [javadoc] Loading source files for package org.apache.solr.common.params...
  [javadoc] Loading source files for package org.apache.solr.common.util...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-solrj/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr...
  [javadoc] Loading source files for package org.apache.solr.analysis...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.embedded...
  [javadoc] Loading source files for package org.apache.solr.cloud...
  [javadoc] Loading source files for package org.apache.solr.common...
  [javadoc] Loading source files for package org.apache.solr.core...
  [javadoc] Loading source files for package org.apache.solr.handler...
  [javadoc] Loading source files for package org.apache.solr.handler.admin...
  [javadoc] Loading source files for package org.apache.solr.handler.component...
  [javadoc] Loading source files for package org.apache.solr.handler.loader...
  [javadoc] Loading source files for package org.apache.solr.highlight...
  [javadoc] Loading source files for package org.apache.solr.internal.csv...
  [javadoc] Loading source files for package org.apache.solr.internal.csv.writer...
  [javadoc] Loading source files for package org.apache.solr.logging...
  [javadoc] Loading source files for package org.apache.solr.logging.jul...
  [javadoc] Loading source files for package org.apache.solr.logging.log4j...
  [javadoc] Loading source files for package org.apache.solr.parser...
  [javadoc] Loading source files for package org.apache.solr.request...
  [javadoc] Loading source files for package org.apache.solr.response...
  [javadoc] Loading source files for package org.apache.solr.response.transform...
  [javadoc] Loading source files for package org.apache.solr.rest...
  [javadoc] Loading source files for package org.apache.solr.rest.schema...
  [javadoc] Loading source files for package org.apache.solr.schema...
  [javadoc] Loading source files for package org.apache.solr.search...
  [javadoc] Loading source files for package org.apache.solr.search.function...
  [javadoc] Loading source files for package org.apache.solr.search.function.distance...
  [javadoc] Loading source files for package org.apache.solr.search.grouping...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.collector...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed.command...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed.requestfactory...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed.responseprocessor...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed.shardresultserializer...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.endresulttransformer...
  [javadoc] Loading source files for package org.apache.solr.search.join...
  [javadoc] Loading source files for package org.apache.solr.search.similarities...
  [javadoc] Loading source files for package org.apache.solr.servlet...
  [javadoc] Loading source files for package org.apache.solr.servlet.cache...
  [javadoc] Loading source files for package org.apache.solr.spelling...
  [javadoc] Loading source files for package org.apache.solr.spelling.suggest...
  [javadoc] Loading source files for package org.apache.solr.spelling.suggest.fst...
  [javadoc] Loading source files for package org.apache.solr.spelling.suggest.jaspell...
  [javadoc] Loading source files for package org.apache.solr.spelling.suggest.tst...
  [javadoc] Loading source files for package org.apache.solr.store.blockcache...
  [javadoc] Loading source files for package org.apache.solr.store.hdfs...
  [javadoc] Loading source files for package org.apache.solr.update...
  [javadoc] Loading source files for package org.apache.solr.update.processor...
  [javadoc] Loading source files for package org.apache.solr.util...
  [javadoc] Loading source files for package org.apache.solr.util.plugin...
  [javadoc] Loading source files for package org.apache.solr.util.stats...
  [javadoc] Loading source files for package org.apache.solr.util.xslt...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-core/org/apache/solr/util/package-summary.html...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/java/org/apache/solr/util/doc-files/min-should-match.html to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-core/org/apache/solr/util/doc-files...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-core/help-doc.html...
  [javadoc] 1 warning

[...truncated 85 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.client.solrj...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.beans...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.impl...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.request...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.response...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.util...
  [javadoc] Loading source files for package org.apache.solr.common...
  [javadoc] Loading source files for package org.apache.solr.common.cloud...
  [javadoc] Loading source files for package org.apache.solr.common.luke...
  [javadoc] Loading source files for package org.apache.solr.common.params...
  [javadoc] Loading source files for package org.apache.solr.common.util...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-solrj/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 107 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr...
  [javadoc] Loading source files for package org.apache.solr.analysis...
  [javadoc] Loading source files for package org.apache.solr.cloud...
  [javadoc] Loading source files for package org.apache.solr.core...
  [javadoc] Loading source files for package org.apache.solr.update.processor...
  [javadoc] Loading source files for package org.apache.solr.util...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-test-framework/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.experimental
  [javadoc] 1 warning

[...truncated 134 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.schema...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-analysis-extras/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 130 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.clustering...
  [javadoc] Loading source files for package org.apache.solr.handler.clustering.carrot2...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-clustering/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 316 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport.config...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-dataimporthandler/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-dataimporthandler-extras/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 130 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport...
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport.config...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-dataimporthandler/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 130 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 139 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.update.processor...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-langid/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 1053 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 259 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.solr...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 534 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 259 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 6 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.solr...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.morphlines.cell...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.hadoop...
  [javadoc] Loading source files for package org.apache.solr.hadoop.dedup...
  [javadoc] Loading source files for package org.apache.solr.hadoop.morphline...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-map-reduce/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 701 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 259 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 6 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.solr...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 6 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.cell...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 314 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 6 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.solr...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 133 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.uima.processor...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-uima/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 130 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.response...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-velocity/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 396 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:398: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:87: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:187: Source checkout is dirty after running tests!!! Offending files:
* ./solr/licenses/jackson-core-asl-1.7.4.jar.sha1
* ./solr/licenses/jackson-mapper-asl-1.7.4.jar.sha1
* ./solr/licenses/jersey-core-1.16.jar.sha1

Total time: 61 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_51 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b123) - Build # 9040 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9040/
Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([2321F21122AB84C4:A2C77C0955F4E4F8]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.junit.Assert.assertFalse(Assert.java:79)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:390)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10264 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 394729 T2736 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /xg_djd/ty
   [junit4]   2> 394732 T2736 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1390056764454
   [junit4]   2> 394733 T2736 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 394734 T2737 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 394834 T2736 oasc.ZkTestServer.run start zk server on port:45677
   [junit4]   2> 394835 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 394840 T2743 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a86c7 name:ZooKeeperConnection Watcher:127.0.0.1:45677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 394840 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 394841 T2736 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 394844 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 394845 T2745 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9af520 name:ZooKeeperConnection Watcher:127.0.0.1:45677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 394845 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 394845 T2736 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 394847 T2736 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 394848 T2736 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 394849 T2736 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 394851 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 394851 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 394853 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 394854 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 394856 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 394857 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 394858 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 394858 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 394860 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 394860 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 394861 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 394862 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 394863 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 394864 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 394866 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 394866 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 394868 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 394868 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 394870 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 394870 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 394871 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 394872 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 394874 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 394875 T2747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17e4875 name:ZooKeeperConnection Watcher:127.0.0.1:45677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 394875 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 394875 T2736 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 394877 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 394878 T2749 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ce0264 name:ZooKeeperConnection Watcher:127.0.0.1:45677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 394878 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 394878 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 394879 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 394881 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 394881 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 394883 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 394884 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 394885 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 394885 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 394887 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 394887 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 394888 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 394889 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 394890 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 394890 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 394892 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 394892 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 394897 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 394897 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 394898 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 394899 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 394900 T2736 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 394900 T2736 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 394970 T2736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 394975 T2736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60654
   [junit4]   2> 394975 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 394976 T2736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 394976 T2736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623
   [junit4]   2> 394976 T2736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/'
   [junit4]   2> 394985 T2736 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/solr.xml
   [junit4]   2> 394996 T2736 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 394997 T2736 oasc.CoreContainer.<init> New CoreContainer 556658
   [junit4]   2> 394997 T2736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/]
   [junit4]   2> 394997 T2736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 394998 T2736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 394998 T2736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 394998 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 394998 T2736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 394999 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 394999 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 394999 T2736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 395000 T2736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 395001 T2736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 395002 T2736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 395002 T2736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 395002 T2736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45677/solr
   [junit4]   2> 395002 T2736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 395003 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 395004 T2760 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f989ac name:ZooKeeperConnection Watcher:127.0.0.1:45677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 395005 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 395006 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 395007 T2762 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aa197d name:ZooKeeperConnection Watcher:127.0.0.1:45677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 395007 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 395008 T2736 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 395010 T2736 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 395012 T2736 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 395013 T2736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60654_xg_djd%2Fty
   [junit4]   2> 395013 T2736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60654_xg_djd%2Fty
   [junit4]   2> 395015 T2736 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 395016 T2736 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 395018 T2736 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 395019 T2736 oasc.Overseer.start Overseer (id=91098760115453957-127.0.0.1:60654_xg_djd%2Fty-n_0000000000) starting
   [junit4]   2> 395021 T2736 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 395023 T2764 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 395023 T2736 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 395024 T2764 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 395026 T2736 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 395027 T2736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 395029 T2763 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 395029 T2736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623
   [junit4]   2> 395030 T2736 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/conf/
   [junit4]   2> 395061 T2736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 395061 T2736 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 395062 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 395063 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 395064 T2767 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11967bb name:ZooKeeperConnection Watcher:127.0.0.1:45677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 395064 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 395064 T2736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 395065 T2736 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 395133 T2736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 395135 T2736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39313
   [junit4]   2> 395136 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 395137 T2736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 395137 T2736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390056764787
   [junit4]   2> 395137 T2736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390056764787/'
   [junit4]   2> 395147 T2736 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390056764787/solr.xml
   [junit4]   2> 395154 T2736 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 395154 T2736 oasc.CoreContainer.<init> New CoreContainer 8960729
   [junit4]   2> 395155 T2736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390056764787/]
   [junit4]   2> 395155 T2736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 395155 T2736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 395156 T2736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 395156 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 395156 T2736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 395156 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 395157 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 395157 T2736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 395157 T2736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 395159 T2736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 395159 T2736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 395160 T2736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 395160 T2736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45677/solr
   [junit4]   2> 395160 T2736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 395161 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 395162 T2778 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eaedc name:ZooKeeperConnection Watcher:127.0.0.1:45677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 395162 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 395164 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 395165 T2780 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24c3c4 name:ZooKeeperConnection Watcher:127.0.0.1:45677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 395166 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 395168 T2736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 396169 T2736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39313_xg_djd%2Fty
   [junit4]   2> 396186 T2736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39313_xg_djd%2Fty
   [junit4]   2> 396189 T2767 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 396189 T2762 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 396189 T2780 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 396192 T2736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390056764787
   [junit4]   2> 396193 T2736 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390056764787/conf/
   [junit4]   2> 396224 T2736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 396225 T2736 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 396225 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 396293 T2736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 396294 T2736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56503
   [junit4]   2> 396295 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 396296 T2736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 396296 T2736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946
   [junit4]   2> 396296 T2736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/'
   [junit4]   2> 396307 T2736 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/solr.xml
   [junit4]   2> 396314 T2736 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 396314 T2736 oasc.CoreContainer.<init> New CoreContainer 4643017
   [junit4]   2> 396314 T2736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/]
   [junit4]   2> 396315 T2736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 396315 T2736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 396315 T2736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 396316 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 396316 T2736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 396316 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 396317 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 396317 T2736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 396318 T2736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 396320 T2736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 396320 T2736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 396321 T2736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 396321 T2736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45677/solr
   [junit4]   2> 396322 T2736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 396323 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 396324 T2792 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3be161 name:ZooKeeperConnection Watcher:127.0.0.1:45677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 396325 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 396327 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 396329 T2794 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e05cc8 name:ZooKeeperConnection Watcher:127.0.0.1:45677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 396329 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 396331 T2736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 397333 T2736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56503_xg_djd%2Fty
   [junit4]   2> 397335 T2736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56503_xg_djd%2Fty
   [junit4]   2> 397338 T2780 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 397338 T2762 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 397338 T2767 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 397338 T2794 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 397340 T2736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946
   [junit4]   2> 397341 T2736 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/conf/
   [junit4]   2> 397364 T2736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 397364 T2736 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 397365 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 397434 T2736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 397436 T2736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60667
   [junit4]   2> 397437 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 397437 T2736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 397437 T2736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086
   [junit4]   2> 397438 T2736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/'
   [junit4]   2> 397447 T2736 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/solr.xml
   [junit4]   2> 397455 T2736 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 397456 T2736 oasc.CoreContainer.<init> New CoreContainer 21520009
   [junit4]   2> 397457 T2736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/]
   [junit4]   2> 397457 T2736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 397458 T2736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 397458 T2736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 397458 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 397459 T2736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 397459 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 397459 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 397460 T2736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 397460 T2736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 397462 T2736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 397462 T2736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 397462 T2736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 397463 T2736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45677/solr
   [junit4]   2> 397463 T2736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 397463 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 397464 T2806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a11d5 name:ZooKeeperConnection Watcher:127.0.0.1:45677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 397465 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 397467 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 397468 T2808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1157d4a name:ZooKeeperConnection Watcher:127.0.0.1:45677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 397468 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 397470 T2736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 398474 T2736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60667_xg_djd%2Fty
   [junit4]   2> 398478 T2736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60667_xg_djd%2Fty
   [junit4]   2> 398482 T2780 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 398482 T2762 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 398482 T2794 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 398482 T2767 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 398482 T2808 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 398485 T2736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086
   [junit4]   2> 398486 T2736 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/conf/
   [junit4]   2> 398543 T2736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 398544 T2736 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 398544 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 398637 T2736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 398639 T2736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36069
   [junit4]   2> 398640 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 398640 T2736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 398640 T2736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266
   [junit4]   2> 398641 T2736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/'
   [junit4]   2> 398649 T2736 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/solr.xml
   [junit4]   2> 398656 T2736 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 398656 T2736 oasc.CoreContainer.<init> New CoreContainer 5873382
   [junit4]   2> 398656 T2736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/]
   [junit4]   2> 398657 T2736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 398657 T2736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 398657 T2736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 398658 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 398658 T2736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 398658 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 398658 T2736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 398659 T2736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 398659 T2736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 398661 T2736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 398661 T2736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 398661 T2736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 398661 T2736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45677/solr
   [junit4]   2> 398662 T2736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 398662 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 398663 T2820 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ded622 name:ZooKeeperConnection Watcher:127.0.0.1:45677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 398664 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 398665 T2736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 398666 T2822 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@253557 name:ZooKeeperConnection Watcher:127.0.0.1:45677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 398666 T2736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 398668 T2736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 399670 T2736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36069_xg_djd%2Fty
   [junit4]   2> 399672 T2736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36069_xg_djd%2Fty
   [junit4]   2> 399676 T2808 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 399676 T2762 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 399676 T2767 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 399677 T2780 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 399677 T2822 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 399677 T2794 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 399681 T2736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266
   [junit4]   2> 399682 T2736 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/conf/
   [junit4]   2> 399724 T2736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 399724 T2736 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 399725 T2736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 399733 T2775 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=conf1&router.field=myOwnField&name=solrj_collection&router.name=compositeId&action=CREATE&numShards=2&wt=javabin&version=2
   [junit4]   2> 399734 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 399735 T2764 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 399735 T2764 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 399735 T2764 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 399736 T2764 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 399738 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 399738 T2763 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 399739 T2763 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 399739 T2763 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 399743 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 399743 T2794 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399743 T2808 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399744 T2780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399744 T2767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399743 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399744 T2762 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399838 T2764 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 399838 T2764 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:60654_xg_djd%2Fty
   [junit4]   2> 399839 T2764 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:60667_xg_djd%2Fty
   [junit4]   2> 399839 T2764 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:56503_xg_djd%2Fty
   [junit4]   2> 399840 T2764 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:36069_xg_djd%2Fty
   [junit4]   2> 399842 T2801 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 399843 T2789 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 399842 T2757 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 399845 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 399845 T2801 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 399845 T2757 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 399846 T2817 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 399847 T2817 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 399849 T2789 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 399849 T2763 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 399850 T2763 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60667/xg_djd/ty",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60667_xg_djd%2Fty",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 399851 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 399852 T2763 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60654/xg_djd/ty",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60654_xg_djd%2Fty",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 399854 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 399854 T2763 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56503/xg_djd/ty",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56503_xg_djd%2Fty",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 399856 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 399856 T2763 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36069/xg_djd/ty",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36069_xg_djd%2Fty",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 399858 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 399959 T2808 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399959 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399959 T2762 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399959 T2780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399959 T2767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 399959 T2794 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 400845 T2801 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 400846 T2757 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 400847 T2757 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/solrj_collection_shard1_replica1
   [junit4]   2> 400847 T2757 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 400847 T2801 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/solrj_collection_shard1_replica2
   [junit4]   2> 400847 T2801 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 400847 T2817 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 400848 T2757 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 400848 T2757 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 400848 T2801 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 400848 T2817 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/solrj_collection_shard2_replica2
   [junit4]   2> 400849 T2789 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 400849 T2817 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 400849 T2801 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 400850 T2789 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/solrj_collection_shard2_replica1
   [junit4]   2> 400849 T2757 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/solrj_collection_shard1_replica1/'
   [junit4]   2> 400850 T2801 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/solrj_collection_shard1_replica2/'
   [junit4]   2> 400850 T2789 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 400850 T2817 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 400851 T2817 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 400852 T2789 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 400852 T2789 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 400852 T2817 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/solrj_collection_shard2_replica2/'
   [junit4]   2> 400854 T2789 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/solrj_collection_shard2_replica1/'
   [junit4]   2> 400882 T2789 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 400882 T2757 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 400898 T2801 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 400899 T2789 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 400901 T2789 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 400902 T2757 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 400902 T2817 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 400903 T2757 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 400907 T2801 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 400909 T2801 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 400910 T2789 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 400912 T2757 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 400914 T2801 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 400915 T2817 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 400917 T2817 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 400936 T2817 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 401048 T2789 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 401049 T2789 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 401050 T2789 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 401055 T2789 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 401057 T2789 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 401060 T2757 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 401060 T2757 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 401061 T2757 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 401063 T2817 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 401063 T2817 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 401064 T2817 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 401066 T2789 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 401066 T2757 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 401068 T2789 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 401068 T2757 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 401069 T2817 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 401069 T2789 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 401070 T2789 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 401070 T2789 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 401071 T2789 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 401071 T2817 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 401071 T2789 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 401072 T2789 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 401072 T2789 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 401072 T2789 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/solrj_collection_shard2_replica1/data/
   [junit4]   2> 401072 T2789 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@374360
   [junit4]   2> 401073 T2789 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/solrj_collection_shard2_replica1/data
   [junit4]   2> 401074 T2789 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 401074 T2789 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 401074 T2789 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390056765946/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 401075 T2789 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1885659860038337]
   [junit4]   2> 401075 T2789 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ed4404 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16ea0f4),segFN=segments_1,generation=1}
   [junit4]   2> 401076 T2789 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 401078 T2789 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 401078 T2789 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 401079 T2789 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 401079 T2789 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 401079 T2789 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 401079 T2789 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 401080 T2789 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 401080 T2789 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 401080 T2789 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 401080 T2757 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 401081 T2789 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 401081 T2789 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 401082 T2789 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 401082 T2789 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 401082 T2789 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 401083 T2789 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 401083 T2789 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 401083 T2817 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 401083 T2757 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 401085 T2789 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 401086 T2817 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 401086 T2789 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 401086 T2789 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 401086 T2757 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 401087 T2789 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=91.0029296875, floorSegmentMB=0.84765625, forceMergeDeletesPctAllowed=22.641238907938565, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5853808627840055
   [junit4]   2> 401087 T2789 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ed4404 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16ea0f4),segFN=segments_1,generation=1}
   [junit4]   2> 401088 T2789 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 401088 T2757 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 401088 T2757 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 401088 T2817 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 401088 T2789 oass.SolrIndexSearcher.<init> Opening Searcher@12d6ed4 main
   [junit4]   2> 401089 T2757 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 401090 T2817 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 401090 T2817 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 401090 T2757 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 401091 T2757 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 401091 T2828 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica1] Registered new searcher Searcher@12d6ed4 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 401091 T2817 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 401091 T2789 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica1
   [junit4]   2> 401091 T2757 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 401092 T2789 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica1 address:http://127.0.0.1:56503/xg_djd/ty collection:solrj_collection shard:shard2
   [junit4]   2> 401092 T2757 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/solrj_collection_shard1_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/solrj_collection_shard1_replica1/data/
   [junit4]   2> 401092 T2817 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 401093 T2817 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 401093 T2757 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@374360
   [junit4]   2> 401094 T2789 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 401094 T2817 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 401094 T2757 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/solrj_collection_shard1_replica1/data
   [junit4]   2> 401095 T2817 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/solrj_collection_shard2_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/solrj_collection_shard2_replica2/data/
   [junit4]   2> 401095 T2757 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 401095 T2817 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@374360
   [junit4]   2> 401096 T2757 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 401097 T2757 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390056764623/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 401097 T2817 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/solrj_collection_shard2_replica2/data
   [junit4]   2> 401098 T2817 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 401097 T2757 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1885659860038337]
   [junit4]   2> 401099 T2789 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 401098 T2801 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 401098 T2817 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 401099 T2801 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 401099 T2757 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1719e78 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12dae1d),segFN=segments_1,generation=1}
   [junit4]   2> 401101 T2757 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 401101 T2801 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 401100 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 401102 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 401102 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 401103 T2763 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 401100 T2817 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390056768266/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 401101 T2789 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=179999
   [junit4]   2> 401104 T2817 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1885659860038337]
   [junit4]   2> 401106 T2757 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 401106 T2817 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@70e6c7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@facf3c),segFN=segments_1,generation=1}
   [junit4]   2> 401107 T2817 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 401106 T2801 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 401106 T2757 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 401107 T2762 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 401108 T2757 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 401108 T2757 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 401109 T2757 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 401109 T2757 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 401109 T2801 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 401109 T2757 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 401109 T2817 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 401110 T2757 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 401111 T2757 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 401110 T2817 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 401111 T2757 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 401111 T2817 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 401112 T2757 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 401112 T2757 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 401112 T2817 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 401112 T2757 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 401113 T2817 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 401113 T2757 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 401113 T2817 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 401114 T2757 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 401114 T2817 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 401114 T2757 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 401115 T2817 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 401115 T2817 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 401116 T2817 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 401116 T2757 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 401116 T2817 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 401116 T2817 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 401117 T2817 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 401117 T2817 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 401117 T2817 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 401118 T2757 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 401118 T2817 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 401118 T2757 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 401119 T2757 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=91.0029296875, floorSegmentMB=0.84765625, forceMergeDeletesPctAllowed=22.641238907938565, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5853808627840055
   [junit4]   2> 401119 T2817 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 401119 T2801 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 401120 T2757 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1719e78 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12dae1d),segFN=segments_1,generation=1}
   [junit4]   2> 401120 T2757 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 401121 T2757 oass.SolrIndexSearcher.<init> Opening Searcher@15e8b6c main
   [junit4]   2> 401121 T2817 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 401121 T2817 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 401122 T2817 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=91.0029296875, floorSegmentMB=0.84765625, forceMergeDeletesPctAllowed=22.641238907938565, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5853808627840055
   [junit4]   2> 401122 T2801 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 401123 T2817 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@70e6c7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@facf3c),segFN=segments_1,generation=1}
   [junit4]   2> 401123 T2830 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica1] Registered new searcher Searcher@15e8b6c main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 401123 T2817 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 401124 T2817 oass.SolrIndexSearcher.<init> Opening Searcher@de5e4 main
   [junit4]   2> 401124 T2757 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica1
   [junit4]   2> 401124 T2757 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica1 address:http://127.0.0.1:60654/xg_djd/ty collection:solrj_collection shard:shard1
   [junit4]   2> 401125 T2801 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 401126 T2817 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica2
   [junit4]   2> 401126 T2757 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 401127 T2831 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica2] Registered new searcher Searcher@de5e4 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 401127 T2801 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 401127 T2817 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica2 address:http://127.0.0.1:36069/xg_djd/ty collection:solrj_collection shard:shard2
   [junit4]   2> 401127 T2801 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 401128 T2801 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 401129 T2801 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 401130 T2801 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 401131 T2801 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 401131 T2801 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/solrj_collection_shard1_replica2/data/
   [junit4]   2> 401132 T2801 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@374360
   [junit4]   2> 401132 T2757 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 401132 T2801 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/solrj_collection_shard1_replica2/data
   [junit4]   2> 401133 T2801 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 401133 T2801 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390056767086/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 401134 T2762 oa

[...truncated too long message...]

at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 507423 T2980 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/acollectionafterbaddelete/leader_elect/shard1/election/91098760115453971-core_node1-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 507424 T2980 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 507424 T2980 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 507424 T2980 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 507424 T2980 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 507424 T2980 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene46: {other_tl1=PostingsFormat(name=MockSep), _version_=PostingsFormat(name=MockSep), multiDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_si=PostingsFormat(name=MockSep), intDefault=PostingsFormat(name=MockSep), range_facet_sl=Pulsing41(freqCutoff=4 minBlockSize=28 maxBlockSize=129), range_facet_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=Pulsing41(freqCutoff=4 minBlockSize=28 maxBlockSize=129), text=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{}, sim=DefaultSimilarity, locale=ar_MA, timezone=America/Tegucigalpa
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=123308056,total=369623040
   [junit4]   2> NOTE: All tests run in this JVM: [TestCoreDiscovery, PingRequestHandlerTest, IndexBasedSpellCheckerTest, TestIndexingPerformance, TestNonNRTOpen, TestDistributedGrouping, TermVectorComponentDistributedTest, SolrIndexConfigTest, SpellCheckCollatorTest, TestFieldTypeResource, DistanceFunctionTest, TestReload, LeaderElectionIntegrationTest, TestStressUserVersions, SortByFunctionTest, DistributedSuggestComponentTest, UniqFieldsUpdateProcessorFactoryTest, DeleteShardTest, TestPhraseSuggestions, TestComponentsName, NoCacheHeaderTest, TestCodecSupport, SignatureUpdateProcessorFactoryTest, BJQParserTest, TestDefaultSimilarityFactory, RAMDirectoryFactoryTest, DateFieldTest, ZkNodePropsTest, DisMaxRequestHandlerTest, TestSimpleQParserPlugin, TestCollationFieldDocValues, TestUpdate, ChaosMonkeyNothingIsSafeTest, TestNumberUtils, TestAtomicUpdateErrorCases, XmlUpdateRequestHandlerTest, ConnectionManagerTest, TestCSVResponseWriter, TestCursorMarkWithoutUniqueKey, SolrRequestParserTest, HdfsDirectoryTest, TestCollationKeyRangeQueries, TestSolrCoreProperties, ChaosMonkeySafeLeaderTest, SolrPluginUtilsTest, StressHdfsTest, ZkSolrClientTest, TestUniqueKeyFieldResource, PathHierarchyTokenizerFactoryTest, TestFastOutputStream, PrimUtilsTest, TestJmxIntegration, CoreContainerCoreInitFailuresTest, TestAnalyzeInfixSuggestions, HdfsCollectionsAPIDistributedZkTest, AddBlockUpdateTest, ShardRoutingCustomTest, TestSchemaVersionResource, TestArbitraryIndexDir, TestHashPartitioner, TestAnalyzedSuggestions, TestFastLRUCache, TestRandomFaceting, HdfsUnloadDistributedZkTest, NumericFieldsTest, SolrTestCaseJ4Test, TestUtils, TestDocBasedVersionConstraints, DocValuesMultiTest, TestXIncludeConfig, CursorMarkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 113.27s, 1 test, 1 failure <<< FAILURES!

[...truncated 691 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 43 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b123) - Build # 9039 - Still Failing!

Posted by Robert Muir <rc...@gmail.com>.
 this look like https://issues.apache.org/jira/browse/LUCENE-5168


On Sat, Jan 18, 2014 at 5:37 AM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9039/
> Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseG1GC
>
> 7 tests failed.
> REGRESSION:  org.apache.lucene.index.TestDuelingCodecs.testEquals
>
> Error Message:
> MockDirectoryWrapper: cannot close: there are still open locks:
> [write.lock]
>
> Stack Trace:
> java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are
> still open locks: [write.lock]
>         at
> org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:625)
>         at
> org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:111)
>         at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:744)
>
>
> REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testClone
>
> Error Message:
>
>
> Stack Trace:
> java.lang.AssertionError
>         at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:F16BBEE17446AA]:0)
>         at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>         at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>         at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
>         at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>         at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>         at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>         at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>         at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
>         at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
>         at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
>         at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
>         at
> org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:157)
>         at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:149)
>         at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:108)
>         at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:744)
>
>
> REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testMerge
>
> Error Message:
>
>
> Stack Trace:
> java.lang.AssertionError
>         at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:5595C0908B1BFCD6]:0)
>         at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>         at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>         at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
>         at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>         at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>         at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>         at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>         at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
>         at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
>         at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
>         at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
>         at
> org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:237)
>         at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testMerge(BaseTermVectorsFormatTestCase.java:655)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:744)
>
>
> REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testRandom
>
> Error Message:
>
>
> Stack Trace:
> java.lang.AssertionError
>         at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:94783B7B35A0FC30]:0)
>         at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>         at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>         at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
>         at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>         at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>         at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>         at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>         at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
>         at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
>         at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
>         at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
>         at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
>         at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
>         at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testRandom(BaseTermVectorsFormatTestCase.java:627)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:744)
>
>
> REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testMixedOptions
>
> Error Message:
>
>
> Stack Trace:
> java.lang.AssertionError
>         at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:BBAF2E3064A068E1]:0)
>         at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>         at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>         at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>         at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>         at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>         at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>         at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>         at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
>         at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
>         at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
>         at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
>         at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
>         at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
>         at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testMixedOptions(BaseTermVectorsFormatTestCase.java:603)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:744)
>
>
> REGRESSION:  org.apache.lucene.search.TestElevationComparator.testSorting
>
> Error Message:
>
>
> Stack Trace:
> java.lang.AssertionError
>         at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:F98523656C87624]:0)
>         at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>         at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>         at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>         at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>         at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>         at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>         at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>         at
> org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:378)
>         at
> org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:470)
>         at
> org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1533)
>         at
> org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1203)
>         at
> org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1184)
>         at
> org.apache.lucene.search.TestElevationComparator.testSorting(TestElevationComparator.java:52)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:744)
>
>
> REGRESSION:  org.apache.lucene.search.spans.TestSpans.testSpanNearOrdered03
>
> Error Message:
>
>
> Stack Trace:
> java.lang.NullPointerException
>         at
> org.apache.lucene.search.spans.TestSpans.tearDown(TestSpans.java:70)
>         at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:744)
>
>
>
>
> Build Log:
> [...truncated 413 lines...]
>    [junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
>    [junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=TestDuelingCodecs -Dtests.method=testEquals
> -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true
> -Dtests.locale=fi_FI -Dtests.timezone=Asia/Makassar
> -Dtests.file.encoding=US-ASCII
>    [junit4] ERROR   2.15s J1 | TestDuelingCodecs.testEquals <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>    [junit4]    >        at
> org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:378)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:470)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1533)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1203)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:146)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:143)
>    [junit4]    >        at
> org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:86)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:744)Throwable
> #2: java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there
> are still open locks: [write.lock]
>    [junit4]    >        at
> org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:625)
>    [junit4]    >        at
> org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:111)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{},
> sim=RandomSimilarityProvider(queryNorm=false,coord=no): {titleTokenized=DFR
> I(F)BZ(0.3), body=IB SPL-D3(800.0)}, locale=fi_FI, timezone=Asia/Makassar
>    [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation
> 1.8.0-ea (32-bit)/cpus=8,threads=1,free=39118112,total=67108864
>    [junit4]   2> NOTE: All tests run in this JVM: [TestNumericUtils,
> TestDocument, TestDocValuesScoring, TestBooleanScorer, TestRollingBuffer,
> TestNot, TestCollectionUtil, TestWindowsMMap, TestNRTCachingDirectory,
> TestCachingWrapperFilter, TestSimpleSearchEquivalence, TestDirectory,
> TestPerFieldPostingsFormat, TestUnicodeUtil, TestSimilarityBase,
> TestFieldInfos, TestDoc, TestIndexWriterOutOfFileDescriptors, TestDateSort,
> TestNGramPhraseQuery, TestNumericTokenStream, TestOmitPositions,
> TestAtomicUpdate, TestPayloadSpans, TestBasics, TestDuelingCodecs]
>    [junit4] Completed on J1 in 2.20s, 1 test, 1 error <<< FAILURES!
>
> [...truncated 70 lines...]
>    [junit4] Suite: org.apache.lucene.index.TestTermVectorsFormat
>    [junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=TestTermVectorsFormat -Dtests.method=testClone
> -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true
> -Dtests.locale=be -Dtests.timezone=Africa/Luanda
> -Dtests.file.encoding=US-ASCII
>    [junit4] FAILURE 0.34s J1 | TestTermVectorsFormat.testClone <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:F16BBEE17446AA]:0)
>    [junit4]    >        at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>    [junit4]    >        at
> org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:157)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:149)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=TestTermVectorsFormat -Dtests.method=testMerge
> -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true
> -Dtests.locale=be -Dtests.timezone=Africa/Luanda
> -Dtests.file.encoding=US-ASCII
>    [junit4] FAILURE 0.18s J1 | TestTermVectorsFormat.testMerge <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:5595C0908B1BFCD6]:0)
>    [junit4]    >        at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>    [junit4]    >        at
> org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:237)
>    [junit4]    >        at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testMerge(BaseTermVectorsFormatTestCase.java:655)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=TestTermVectorsFormat -Dtests.method=testRandom
> -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true
> -Dtests.locale=be -Dtests.timezone=Africa/Luanda
> -Dtests.file.encoding=US-ASCII
>    [junit4] FAILURE 0.23s J1 | TestTermVectorsFormat.testRandom <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:94783B7B35A0FC30]:0)
>    [junit4]    >        at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>    [junit4]    >        at
> org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
>    [junit4]    >        at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testRandom(BaseTermVectorsFormatTestCase.java:627)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=TestTermVectorsFormat -Dtests.method=testMixedOptions
> -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true
> -Dtests.locale=be -Dtests.timezone=Africa/Luanda
> -Dtests.file.encoding=US-ASCII
>    [junit4] FAILURE 0.04s J1 | TestTermVectorsFormat.testMixedOptions <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:BBAF2E3064A068E1]:0)
>    [junit4]    >        at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>    [junit4]    >        at
> org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
>    [junit4]    >        at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testMixedOptions(BaseTermVectorsFormatTestCase.java:603)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> NOTE: test params are: codec=Lucene3x,
> sim=RandomSimilarityProvider(queryNorm=false,coord=no): {=DFR I(ne)L1,
> zjposfktoc=DFR I(F)2, oheh=DFR GL2, tjmmtsc=DFR I(F)LZ(0.3), yyqoqqhx=DFR
> I(ne)L1, htswn=DFR I(ne)BZ(0.3), lxxllz=IB LL-L1, uoqwffshdh=DFR
> I(F)3(800.0), fnkk=BM25(k1=1.2,b=0.75), lrac=DFR G1, seipit=DFR I(F)B2,
> msuxrvoic=DFR I(n)B3(800.0), jvoo=IB LL-L1, hvfyjfd=DFR I(ne)B2, xspcff=DFR
> I(F)Z(0.3), sxxi=DFR I(F)B2, dndxbebhk=DFR I(n)L3(800.0), ibevfas=DFR
> I(ne)B3(800.0), lmmxltlm=IB SPL-LZ(0.3), iiyfykt=DFR I(n)3(800.0),
> gxexokbj=IB LL-D3(800.0), anzgcwwk=DFR G1, mzduxgiso=DFR I(ne)L1,
> fuiaamegr=DFR G2, bugdgxibn=DFR GBZ(0.3), ewhgre=DFR I(ne)1, vftcdaxyna=DFR
> I(n)L1, vji=DFR I(n)B1, mzkfbletqr=DFR GL1, cdx=IB SPL-L1, tocbvyjola=DFR
> I(F)B3(800.0), jbwvynew=DFR I(ne)BZ(0.3), vbce=DFR I(ne)1, rfynsl=DFR
> GBZ(0.3), olxqpuynf=IB SPL-L2, ickkxht=DFR I(ne)BZ(0.3), qzbsmcz=DFR
> I(n)B3(800.0), rbq=DFR I(n)B1, bdffeq=DFR I(ne)L1, jkqxv=DFR GB1,
> joqvvfgwo=IB LL-LZ(0.3), hvbojr=DFR GL3(800.0), uhlxpaaqy=DFR I(F)3(800.0),
> jtlugna=DFR I(ne)B1, xlcsi=DFR GZ(0.3), stsq=DFR I(n)L2, vnwfqt=DFR I(n)B2,
> dfoggh=DFR GL3(800.0), gmr=IB LL-D3(800.0), xof=DFR I(n)1, vxwru=DFR
> I(F)LZ(0.3), jgsw=DFR GB3(800.0), sncgbwaei=DFR GB3(800.0), bnzf=IB LL-L1,
> zgknhn=DFR I(ne)Z(0.3), ksicvwjxuy=DFR I(F)BZ(0.3), fsqacq=DFR
> I(F)B3(800.0), a=DFR I(F)3(800.0), peufqqvwhl=DFR I(n)Z(0.3), d=DFR
> I(n)L3(800.0), ahbuwh=DFR I(ne)3(800.0), uvbiv=IB LL-D2, j=IB SPL-D2,
> pvvckyi=DFR I(n)B3(800.0), bcjauzitl=IB LL-D2, o=DefaultSimilarity,
> wtsmluumom=DFR I(n)L3(800.0), qvvzud=DFR I(F)B2, r=DFR I(n)B3(800.0), s=IB
> SPL-D3(800.0), t=IB LL-D3(800.0), eynlrbtksi=DFR I(n)L2, gdgqfczz=DFR
> I(n)L3(800.0), vlo=DFR GB2, z=DFR GLZ(0.3), wemza=LM
> Jelinek-Mercer(0.700000), xpr=IB LL-D2, eqevu=DFR G1, agmz=DFR I(n)Z(0.3),
> oqebhz=LM Jelinek-Mercer(0.100000), vlv=IB SPL-L2, biazaxt=DFR G2,
> etwuhrnis=DFR G2, xbrzotpfy=LM Jelinek-Mercer(0.700000), ltmrmjrw=IB
> SPL-D3(800.0), otwjvukfg=IB SPL-DZ(0.3), tutf=DFR I(n)Z(0.3), olqf=DFR
> I(ne)B3(800.0), vkjhpt=DFR I(ne)3(800.0), kphpizskx=DFR I(F)Z(0.3),
> sgfpk=DFR I(n)BZ(0.3), cfumzuwfat=IB LL-L1, jzhaumf=IB LL-LZ(0.3),
> yzyxp=DFR GL2, zjlg=DFR I(F)B3(800.0), suokre=DFR G2, bttzd=DFR I(ne)L1,
> zxmvvs=DFR I(ne)L3(800.0), xujuqjwemn=IB SPL-D1, ymuc=DFR I(F)B2,
> kjsrxuoew=IB LL-D3(800.0), otiakzrz=IB LL-D2, iibun=DFR I(F)B1, cjxbs=DFR
> I(ne)B3(800.0), qblquucaw=DFR I(n)2, dlpo=DFR I(F)B1, ngii=DFR I(n)B1,
> fgmlenftay=DFR I(F)B3(800.0), tgqke=DFR I(F)Z(0.3), anglijw=DFR I(ne)1,
> rccpgwzfd=LM Jelinek-Mercer(0.700000), dtzpufu=DFR GB1, wilbrlzm=IB
> SPL-LZ(0.3), iqsvst=DFR GB1, tezgix=DFR I(n)B1, nnnciob=DFR I(n)Z(0.3),
> bffxajzhzm=DFR I(ne)Z(0.3), tbmi=DFR GLZ(0.3), zwaogs=IB SPL-D3(800.0),
> ffal=DefaultSimilarity, ovajbgq=IB LL-D2, ksxcbv=DFR I(n)1, egwbmbik=DFR
> GL2, atmppkurxk=IB LL-DZ(0.3), uelhjwqt=DFR I(n)B2, xbcmmbgy=DFR I(F)2,
> grftrl=DefaultSimilarity, jtvowjol=DFR I(F)B3(800.0), btyenj=DFR
> I(F)LZ(0.3), gkrtcm=DFR I(ne)2, myyow=DFR I(F)BZ(0.3), ktrgr=DFR G1,
> dgfom=DFR I(n)3(800.0), vmxyudge=DFR I(F)3(800.0), ivb=DFR I(n)3(800.0),
> nwcqxyvuax=LM Jelinek-Mercer(0.700000), eutyoq=DFR I(ne)3(800.0), kupk=DFR
> G2, xsv=DFR I(n)Z(0.3), rsokxwjp=DFR I(n)L3(800.0), pcrkpldr=DFR
> I(F)Z(0.3), flmr=DFR I(F)2, ugwo=DFR I(ne)1, bbeu=DFR I(F)Z(0.3), jalc=DFR
> I(F)L2, mqnvvqcrz=DFR I(F)L1, voczpmoz=IB LL-D2, tvxyslgjey=IB
> SPL-L3(800.0), cji=IB LL-L3(800.0), qiqkqhilly=DFR G3(800.0), gvdhmo=DFR
> I(F)BZ(0.3), zxb=DFR I(ne)L1, wiclalrvls=DFR I(F)BZ(0.3), vuol=DFR GL2,
> ynyagxz=DFR I(n)L1, usdapp=IB SPL-D3(800.0), mejqwyz=DFR GB2, lrfa=DFR
> I(n)B1, vpl=DFR GB1, wdlmzhx=IB LL-D3(800.0), nvcoj=DFR I(F)L1, jzyjopm=DFR
> I(n)1, afgjlhvffi=DFR I(n)L2, tukyda=DFR I(F)L2, qwai=DFR I(ne)B3(800.0),
> ioip=DFR I(F)3(800.0), vpv=DFR I(F)LZ(0.3), jlcq=DFR I(F)Z(0.3),
> gegohli=DFR I(F)B3(800.0), znyd=DFR I(n)2, xuc=IB LL-L3(800.0),
> meiyakdzt=LM Jelinek-Mercer(0.700000), nxpa=DFR I(F)2, tbsa=IB
> LL-D3(800.0), bdkk=DFR I(ne)BZ(0.3), nhtqey=DFR I(ne)B1, mahxa=IB
> SPL-LZ(0.3), ghggutqwa=DFR I(ne)B1, dhgjucqcs=DFR I(ne)L1, jhlggdrsky=DFR
> I(n)B1, mdudnw=DFR I(F)2, cmvtg=DFR I(ne)B1, pzjsxnabd=DFR I(F)B2,
> tqkzpaewa=IB LL-D3(800.0), pbask=DFR I(F)B3(800.0), hheynzk=DFR I(F)B1,
> ssbgumy=DFR GLZ(0.3), bpefrkjjpb=DFR I(n)L1, vrb=LM
> Jelinek-Mercer(0.700000), ohhebxhqb=IB LL-LZ(0.3), wmqaqzq=DFR I(n)L1,
> dltq=DFR I(n)B1, igxhzf=DFR I(ne)LZ(0.3), pueyblzbu=DFR GB1, vri=DFR GB2,
> jjqfymiw=DFR I(n)Z(0.3), vbsyoiuui=DFR I(n)B1, kpjpyp=DFR GBZ(0.3),
> rqzrdplozd=IB LL-D2, enpvonqar=DFR I(F)Z(0.3), coafvyc=DFR I(n)L2,
> ahunjy=DFR I(ne)B1, qibakh=DFR I(F)B2, fulfnxl=IB LL-D1, dlhyam=DFR I(n)B1,
> vtueck=DFR I(ne)LZ(0.3), lbpuaqbouo=IB LL-D2, aklyvkoa=DFR I(ne)1,
> xnrytxov=IB SPL-L2, ait=IB LL-L1, oibdovewrr=IB SPL-LZ(0.3), ofruxdmc=IB
> SPL-D2, loezzzul=IB SPL-D3(800.0), awhfsz=DefaultSimilarity, femdl=IB
> LL-L3(800.0), rbtghvewbk=DFR I(ne)B3(800.0), setgelsxmp=DFR I(ne)LZ(0.3),
> unhc=DFR I(n)B2, iuymdxwlnv=DFR G2, xfbill=DFR I(ne)L2, izv=DFR
> I(F)BZ(0.3), sagdukmfhe=DFR I(n)L2, ywjusjmb=DFR I(F)3(800.0), fsqiemu=DFR
> I(ne)2, jwmmsq=DFR I(ne)3(800.0), zhdbsporfe=IB LL-L2, gvy=DFR
> I(ne)B3(800.0), evfx=DFR I(n)L2, ajv=DFR GB3(800.0), zssmv=DFR
> I(F)B3(800.0), cizxsq=IB LL-D3(800.0), gvvubtnxds=DFR GB2, blbgejir=DFR
> I(F)BZ(0.3), blokynza=DFR I(F)LZ(0.3), nmkbofsbul=IB SPL-L3(800.0),
> jpjitp=DFR GB3(800.0), pnlvuvyntn=DFR I(F)L2, tqbqdbbwq=DFR I(ne)BZ(0.3),
> aizd=IB SPL-D2, upky=IB LL-LZ(0.3), wbfqvrnbrm=LM Jelinek-Mercer(0.100000),
> hdtbsscji=DFR I(F)1, xjtvmottmo=IB SPL-L2, akp=IB SPL-D2, jphvnoiztj=IB
> LL-L1, rvpetapida=DFR I(F)Z(0.3), dhqo=IB LL-D2, pdbntjdoe=IB LL-D3(800.0),
> rcmqvvsf=DFR GBZ(0.3), lak=IB LL-D2, nzwz=IB LL-L2, lamah=DFR I(n)1,
> cwthswilg=DFR I(F)LZ(0.3), kjgajtz=DFR I(n)1, zwmk=DFR I(F)B1, gjbiezws=DFR
> GL3(800.0), lndv=DFR I(n)L3(800.0), orfoc=IB SPL-L3(800.0), oqar=IB
> SPL-L3(800.0), llilhywj=DFR I(n)1, aignnsw=IB SPL-L1, xzlfrplvj=IB SPL-D2,
> gqrsivwj=IB SPL-D3(800.0), xdmj=IB LL-D1, cqmqm=DFR I(n)L2, lbo=DFR G2,
> zgqsbaznwr=DFR G3(800.0), trz=IB LL-L1, pjy=DFR I(ne)3(800.0), lmaaul=DFR
> I(F)L2, aqatucm=DFR I(n)L1, lby=DFR I(F)B3(800.0), zgjoyts=DFR I(F)LZ(0.3),
> lazqvtqfyb=IB LL-D2, kntqenozt=IB LL-D3(800.0), xsdnukfv=DFR I(F)B1,
> xygpiu=IB SPL-L2, tqijex=DFR I(F)3(800.0), idgqyd=DFR I(F)B2, vwrneie=DFR
> I(ne)Z(0.3), askaykuf=DFR I(F)B3(800.0), lpki=DFR GLZ(0.3), yjpodh=DFR
> I(ne)B3(800.0), qgvqsdgdu=IB LL-L3(800.0), rveh=DFR I(F)2, xfbbym=IB
> SPL-D1, fmrrj=DefaultSimilarity, wevpp=DFR I(F)1, egqarl=DFR I(F)L2,
> avfeloih=DFR I(ne)2, pnbst=DFR GB3(800.0), hmyii=DFR GL2, zynou=DFR
> I(n)3(800.0), ahcnggr=DFR I(ne)L3(800.0), brufzig=DFR I(F)B1, uhcodfd=DFR
> I(F)L3(800.0), lgzh=DFR I(n)BZ(0.3), pgbbykt=DFR I(n)L2, fjflducths=DFR
> I(F)B1, fcfyz=DFR I(n)B3(800.0), ocgbhe=DFR I(ne)BZ(0.3), dorhfgt=DFR
> I(ne)L3(800.0), gtszinspa=DFR I(n)1, evs=DFR I(ne)BZ(0.3), nvlhd=IB LL-L1,
> dwlzgfqbf=DFR I(F)3(800.0), negsnfxc=DFR I(ne)B3(800.0), evz=DFR
> I(n)BZ(0.3), cbtmb=DFR I(ne)1, rkjty=DFR I(ne)2, tszait=IB LL-LZ(0.3),
> okhex=DFR I(n)1, vxu=DefaultSimilarity, ldk=DFR I(n)2, sstrgtdg=DFR GB1,
> moec=DFR I(ne)LZ(0.3), juynroqll=DFR I(n)L1, cmpdo=IB LL-D1, glyaer=DFR
> GL1, upoyw=DFR I(n)L1, zlyh=DFR GB3(800.0), taxezvfz=DFR I(ne)LZ(0.3),
> unekw=DFR G1, ebjvajn=DFR I(ne)1, inyhn=DFR I(F)L1, aoq=DFR I(F)B1,
> eetdgmoe=DFR I(n)L1, ltvd=DFR I(ne)B3(800.0), nia=DFR I(ne)B3(800.0),
> csv=DFR I(ne)BZ(0.3), ovhqrby=DFR G3(800.0), tui=DFR I(ne)L1, tmukhnt=DFR
> I(n)2, egwxddsm=LM Jelinek-Mercer(0.100000), yojni=DFR I(ne)B1, kibe=IB
> LL-DZ(0.3), utfthbil=DFR I(F)L1, zhvbhhlo=DFR I(ne)L2, jgibh=DFR GLZ(0.3),
> zyvd=IB SPL-LZ(0.3), jal=DFR I(F)3(800.0), ptih=DFR I(F)2, bwnyxz=DFR
> I(n)B2, aefidhxevh=DFR I(F)Z(0.3), dimip=DFR I(F)B1, klkxutfsrl=LM
> Jelinek-Mercer(0.700000), dindjqxe=IB LL-L2, ilcaikdwr=DFR I(F)L2,
> apv=DefaultSimilarity, cxwj=DFR I(F)Z(0.3), qayqi=IB LL-D1, zump=DFR
> I(n)LZ(0.3), wggddoxf=DFR I(F)L2, jzhpshg=DFR I(n)B2, jjgvz=DFR I(n)1,
> wwspezzo=DFR I(F)2, eadg=DFR I(F)L3(800.0), pgzfykatfo=DFR I(n)B1,
> pkzsbtbbtc=IB LL-DZ(0.3), pfbmso=DFR I(F)BZ(0.3), jliqitcv=DFR
> I(ne)LZ(0.3), idcqmwtvvo=DFR I(ne)2, penn=DFR I(ne)L2, qsbmw=IB SPL-D2,
> kzfn=DFR I(F)2, dplnxjwzdf=LM Jelinek-Mercer(0.100000), uysss=DFR I(n)L2,
> gwpqv=LM Jelinek-Mercer(0.100000), orunfmo=DFR GB1, ugxcmlujt=IB
> SPL-D3(800.0), mlkkxm=LM Jelinek-Mercer(0.700000), kiazcusqyi=IB
> SPL-D3(800.0), pvop=DFR I(ne)B2, tpgyhnqg=IB SPL-D1, xmzbtbnl=DFR I(ne)L2,
> dfhdfctvds=DFR I(F)Z(0.3), qguicqw=DFR I(F)B1, nmlwchniwu=DFR GBZ(0.3),
> jexivqn=IB LL-L2, usuupdtcay=DFR G2, sbrfwbmw=DFR GB1, xmcgubyz=DFR I(F)2,
> daobebicku=DFR I(ne)L2, dicrdbjwnj=IB LL-L2, ppi=LM
> Jelinek-Mercer(0.100000), yavzatjm=DFR G1, rtm=DFR GL3(800.0), ndcomxxp=DFR
> GB3(800.0), fxmbikxof=IB LL-L1, yxwtnhg=DFR I(F)BZ(0.3), fazppxbsm=DFR
> I(n)2, egqr=DFR I(F)L3(800.0), cusiuayuqv=DFR I(n)3(800.0), zxmucsp=DFR
> I(n)B3(800.0), istdzew=LM Jelinek-Mercer(0.700000), fofqt=DFR GL1,
> yhvyz=DFR I(ne)L1, khfrcwll=DFR G3(800.0), ljbh=IB LL-L1, hqslv=DFR
> I(ne)L1, izatkbk=DFR I(n)B3(800.0), ioone=IB SPL-L2, hhjw=DFR I(n)BZ(0.3),
> wlgulu=DFR I(ne)1, asp=IB SPL-D2, rktfbwpduk=IB SPL-D1, bzauiyfrh=DFR
> I(F)1, lwaszpsr=DFR GLZ(0.3), pvcpdhygwl=DFR I(F)L2, hac=LM
> Jelinek-Mercer(0.700000), baeakzui=DFR I(n)B2, yjmlvpnf=DFR I(F)LZ(0.3),
> hag=DFR I(ne)BZ(0.3), xyunesju=IB SPL-D3(800.0), tyu=IB SPL-D1,
> gyxojfeaa=DFR I(F)Z(0.3), bjxbujfkqa=DFR I(ne)L3(800.0), zdiwsmcok=DFR
> GZ(0.3), pqu=DFR GL1, yca=IB SPL-L3(800.0), qkqbmpdwv=IB SPL-DZ(0.3),
> lpiixdftwt=IB LL-L2, fqec=DFR GB3(800.0), eexjy=DFR I(n)Z(0.3), hyoi=IB
> LL-L2, cxs=DFR I(ne)BZ(0.3), wekqun=DFR GB2, dxtmkqpvv=DFR I(n)B1, nnj=DFR
> I(n)LZ(0.3), toxawdz=IB LL-D1, ljj=DFR I(F)LZ(0.3), csgwf=DFR I(ne)1,
> znnxddul=DFR G2, ayclxnj=DFR I(ne)B2, ylcuncb=DFR I(F)L1, wlosf=DFR GB2,
> yxalcwyuvb=IB LL-L3(800.0), ksjthhdse=DFR I(F)Z(0.3), nnv=DFR I(ne)BZ(0.3),
> ljv=DFR GL2, ywcdfyoww=DFR I(ne)L2, uabqwltcs=DFR I(ne)LZ(0.3), bdwg=IB
> LL-L3(800.0), tmidzohj=DFR I(n)2, yfneffg=DFR GL3(800.0), wlavjtt=DFR
> I(F)Z(0.3), zgdyh=DFR I(ne)B3(800.0), awjpmanu=IB SPL-D3(800.0), rwe=DFR
> I(F)Z(0.3), rzva=DFR I(F)B1, rwmlkwel=DFR I(n)L2, dowjtbmn=DFR GB3(800.0),
> bmseyu=DFR GZ(0.3), lkj=IB SPL-L1, tgjs=DFR I(ne)L1, ysajw=DFR
> I(n)L3(800.0), wnjaoxkiop=IB LL-D2, jgi=DFR GL1, frebf=DFR G2, vgdk=DFR
> I(ne)LZ(0.3), knziqgi=IB LL-D1, gjrgaepog=DFR I(ne)2, vvygy=DFR I(n)2,
> ffwdgw=DFR GB2, yxjqfsbpb=DFR I(n)B1, bzcz=IB SPL-D3(800.0), jkenzji=IB
> LL-L2, qhmwhornhj=DFR GL2, mchnkxp=DFR I(ne)B1, nupbvgoht=IB SPL-DZ(0.3),
> sryubpf=IB LL-D1, wplrpdan=DFR GBZ(0.3), kmpm=DFR I(ne)B1, gkxr=DFR
> I(n)LZ(0.3), gitq=IB LL-L2, nnie=DFR I(ne)LZ(0.3), nddrcopslo=DFR GL1,
> ifafdd=DFR I(F)1, qvafd=DFR I(F)L1, ufcu=DFR I(ne)3(800.0), mxuojjl=DFR
> I(n)L2, ixswz=IB SPL-D3(800.0), potuqxxyah=DFR I(F)B1, xnkji=DFR GBZ(0.3),
> sddvfttjks=DFR I(n)L2, momz=DFR I(F)B1, yfl=DFR I(n)Z(0.3), scthbjxy=DFR
> I(n)B1, ijgkcvxcnr=DFR I(F)L3(800.0), crfetu=DFR I(n)2, ytvkyb=DFR GB2,
> sgdwszpthz=DFR I(F)Z(0.3), vriagv=DFR I(F)B1, kdbniy=DFR I(F)BZ(0.3),
> zfsyxv=IB SPL-D2, itnnkw=DFR I(ne)3(800.0), comowfptoj=IB LL-D2,
> usjarkkrl=DFR I(F)B3(800.0), wcc=IB SPL-L3(800.0), njbdf=DFR I(ne)L1,
> xzkqfzf=DFR I(F)Z(0.3), palf=DefaultSimilarity, injzrvcbaz=DFR GB2,
> tcmvznf=DFR GL1, wrbbvbyte=DFR I(ne)B2, hjuj=DFR I(F)2, bvfen=IB LL-L2,
> ypauxjo=IB SPL-D1, tvcgwd=DFR I(ne)B1, ygz=DFR GL1, hbej=IB SPL-L3(800.0),
> othejflesp=DFR I(n)LZ(0.3), pvw=DFR G2, lyaggvt=DFR I(ne)L3(800.0),
> qwcssaunv=LM Jelinek-Mercer(0.100000), jrmsh=IB LL-D2, ysplie=DFR
> I(F)Z(0.3), nrw=DFR I(ne)B1, qpopbodj=DFR I(n)L2, hlxx=IB LL-D3(800.0),
> eplkyed=DFR I(n)L3(800.0), zjwlqsu=DFR GL1, ecxks=DFR I(F)L1, ctwv=DFR GL1,
> cprs=DFR I(F)L1, xtzgzt=DFR I(n)Z(0.3), ahho=DFR I(ne)2, mcpsc=DFR
> I(n)B3(800.0), vfegsqqozp=IB SPL-D2, xzbhdazb=IB LL-LZ(0.3), mehvjqmhv=DFR
> GB1, ykiknkv=DFR GB3(800.0), hkwmyfhfe=LM Jelinek-Mercer(0.100000), hgg=DFR
> I(F)1, hgl=DFR I(F)BZ(0.3), quckflnsy=DFR GLZ(0.3), nqlcemjjri=IB
> LL-LZ(0.3), skgcoeguo=DFR I(F)2, efqpazlsus=DFR I(ne)B3(800.0), zjawa=DFR
> I(F)B1, pwy=DFR I(ne)1, wolxvnve=IB SPL-L3(800.0), ywpshj=DFR
> I(ne)3(800.0), mkszgcs=DFR GB1, hapzoshxji=DFR I(ne)L1, qbxti=IB
> LL-D3(800.0), bmox=IB SPL-D1, ajwzamwa=DFR I(F)B2, hha=IB LL-D1, lpg=IB
> SPL-L1, oxxjr=DFR I(ne)B2, xooipnuk=DFR GB2, oaefmqq=IB LL-L1,
> wgjhznqym=DFR I(n)1, qlwjzmqr=DFR GL1, hprrbvf=DFR GLZ(0.3), sttvndie=DFR
> I(n)BZ(0.3), nvvlchdx=DFR I(n)L2, rbzihfed=IB LL-L1, pprvwjr=IB
> SPL-D3(800.0), xjlcj=LM Jelinek-Mercer(0.100000), ewchl=LM
> Jelinek-Mercer(0.100000), lqqfo=DFR I(n)B1, gsjafbvt=DFR GB3(800.0),
> ivsupu=DFR I(n)LZ(0.3), ayckdh=DFR I(F)L2, uazpi=DFR GL3(800.0), erox=DFR
> I(ne)BZ(0.3), okqnfhcsb=IB SPL-D3(800.0), eikmauazk=DFR I(ne)B3(800.0),
> ujqpxhva=DFR I(F)L3(800.0), wfl=DFR I(n)3(800.0), xodej=IB SPL-D2,
> qjtckc=DFR I(ne)1, zjocnc=IB LL-D1, uhop=DFR I(n)L3(800.0), vxrabhs=DFR
> GL1, navy=DFR I(F)L2, tbcux=DFR I(ne)LZ(0.3), yjy=IB SPL-L2, rbzvgku=DFR
> G2, edrrmrjk=DFR GB2, hiq=DFR G1, rarhab=IB LL-D3(800.0), fer=IB
> SPL-L3(800.0), attngf=DFR I(n)B3(800.0), hbvjjuwsfv=LM
> Jelinek-Mercer(0.100000), mweswsryir=DFR I(F)Z(0.3), ucg=IB SPL-LZ(0.3),
> likfbi=DFR I(F)B3(800.0), gpvvpgwv=DFR I(ne)B1, mnfwnltjy=DFR I(n)1,
> pgtejsxbtm=IB SPL-L2, jekust=DFR GL1, kzleftd=DFR G1, flinbnilq=DFR
> I(n)Z(0.3), erqj=DFR I(n)LZ(0.3), pmgsccpd=DFR G3(800.0), kghrxgx=DFR
> I(n)L2, mxbzz=IB LL-L2, ksleagaw=IB SPL-LZ(0.3), qzhioxeq=DFR I(ne)B1,
> ytzv=DFR I(ne)B1, tdffgh=DFR GB3(800.0), idtkxv=DFR I(ne)BZ(0.3),
> wniwvdb=DefaultSimilarity, ffw=DFR I(F)L3(800.0), cdfduidhai=IB SPL-L1,
> tqdcza=IB SPL-D3(800.0), tquvlm=DFR I(F)2, gqosfigavb=IB SPL-L1,
> qiczzhnizc=IB LL-DZ(0.3), diocntxkj=DFR I(n)L3(800.0), tcjy=IB
> LL-L3(800.0), bgquxnle=DFR I(ne)2, bxlhh=DFR I(n)LZ(0.3), uxuxvd=IB LL-D2,
> relgsfp=IB SPL-D3(800.0), dfexxck=DFR I(n)Z(0.3), qrahwwktk=LM
> Jelinek-Mercer(0.700000), jnuonlod=IB LL-LZ(0.3), shgin=DFR I(F)2, dcr=IB
> LL-L2, btnoxwwye=DFR I(F)BZ(0.3), fjdvgx=DFR I(ne)3(800.0), hbkw=DFR
> I(ne)2, nxc=IB SPL-DZ(0.3), noehez=IB LL-LZ(0.3), vujmca=DFR I(n)LZ(0.3),
> glal=IB SPL-D1, pfjgcqp=DFR I(n)2, qsmtsxotv=IB SPL-L3(800.0),
> evtgrmvfff=DFR I(F)L3(800.0), hdqbw=IB SPL-D2, sewrm=DFR GBZ(0.3),
> zguoghm=DFR G3(800.0), voqapdid=DFR I(ne)1, bztsp=DFR I(F)BZ(0.3),
> elnqoraf=DFR I(F)L2, nmwiqtu=DFR I(F)BZ(0.3), pmdddoeo=DFR I(F)LZ(0.3),
> amrtmkb=IB LL-L1, xmrhwxevc=DFR GB1, kyrqu=DFR GL1, gbdceqev=IB
> SPL-D3(800.0), kzqf=IB SPL-L2, fvobo=DFR I(ne)L1, rqtep=DFR G1, pisxbf=DFR
> G1, lug=DFR I(ne)1, sksbqaorms=IB LL-L1, ufq=DFR I(n)B2, usfyx=DFR I(n)1,
> pgxlxinc=DFR G2, yny=DFR I(ne)LZ(0.3), myknn=DFR I(F)B1, tmvafsdm=DFR
> I(n)B3(800.0), wpwlx=DFR I(n)L1, isezkficq=IB LL-LZ(0.3), fmsrcn=IB
> SPL-DZ(0.3), olrdggygdk=DFR I(F)1, xruamec=DFR G3(800.0), oqntviarqp=DFR
> I(ne)B2, lvd=LM Jelinek-Mercer(0.700000), mdpvosthhv=DFR I(n)2, jrd=DFR G1,
> ookglbrehz=IB SPL-D3(800.0), cdmby=IB SPL-D3(800.0), kexmgwhkd=IB SPL-D1,
> ad=IB SPL-L1, bbd=DFR I(ne)LZ(0.3), ag=DFR I(ne)1, lvq=DFR I(ne)B1,
> ah=DefaultSimilarity, lvs=DFR I(F)3(800.0), uhitchxjd=DFR I(ne)B2,
> fcncvvhpz=DFR GB1, dkfinka=DFR I(F)L2, lkinprbqe=DFR G1, zqdgzy=DFR
> GZ(0.3), wlc=DFR I(F)L1, fbuenrjozx=DFR I(n)L2, at=DFR I(n)1, boyg=DFR
> I(n)Z(0.3), aw=DFR I(F)B2, fkb=DFR GB2, pipdvp=DFR I(n)2, lwk=DFR I(ne)L1,
> bg=IB SPL-DZ(0.3), iffgmn=IB SPL-D3(800.0), yxvnsntr=DFR I(ne)1, bl=DFR
> I(ne)2, nbsvadux=DFR I(ne)L2, hside=DFR I(n)L2, bt=IB LL-L3(800.0),
> hmiavav=DFR GB1, grybf=DFR GB1, xcbe=IB LL-L3(800.0), pwqzvpta=DFR
> I(n)Z(0.3), lnkexqhg=IB SPL-L2, resahrg=DFR I(ne)Z(0.3), mmrqmbfv=DFR
> I(ne)BZ(0.3), dxfa=DFR I(ne)B1, cc=IB LL-L1, uthabcj=DFR I(F)3(800.0),
> gcquykox=DFR I(n)Z(0.3), fozfnhjzpp=DFR I(n)1, ainnuxyk=DFR I(F)3(800.0),
> jqfw=DFR I(ne)Z(0.3), cl=DFR I(n)B1, rfjlcvrr=DFR I(n)3(800.0),
> siyoapwn=DFR I(ne)BZ(0.3), cn=DFR I(F)B3(800.0), cq=DFR I(ne)BZ(0.3),
> scgqfz=DFR I(ne)Z(0.3), pxbjc=IB SPL-L3(800.0), slluxcztc=IB LL-L3(800.0),
> welfog=LM Jelinek-Mercer(0.700000), pknylqpkt=DFR I(ne)LZ(0.3),
> dghqgzhu=DFR I(F)B2, cmazbttq=IB LL-L3(800.0), cy=DFR I(ne)B3(800.0),
> gbejo=DFR GL3(800.0), ywev=DefaultSimilarity, qoiceolz=IB SPL-D2,
> cfgqzrq=DFR I(n)L3(800.0), dd=DFR I(ne)LZ(0.3), de=IB SPL-DZ(0.3),
> rvjctq=DFR I(F)1, di=DFR GZ(0.3), oyjadrsfp=DFR I(F)LZ(0.3), vcjn=DFR GB2,
> dj=DFR I(ne)2, gsqsro=DFR I(F)B3(800.0), ilbx=DFR GB2, hdpvhuwz=DFR
> GBZ(0.3), ikvzlfkeux=IB LL-LZ(0.3), dp=DFR I(n)B2, whqcjsxl=IB
> LL-L3(800.0), ewwmsotza=DFR I(F)B3(800.0), fbtirxq=DFR GL1, pavqjfiir=IB
> LL-D2, qopxsjoro=DFR I(ne)B2, qhujg=DFR GL3(800.0), ykcbtgmfjx=IB
> SPL-D3(800.0), uewayx=IB LL-LZ(0.3), jxrvl=DFR GLZ(0.3), luqoxsob=DFR
> I(n)BZ(0.3), fkagsrpul=IB LL-DZ(0.3), xtoica
>    [junit4]   2> sxdv=DFR I(n)Z(0.3), hrc=DFR GB3(800.0), woq=DFR
> I(F)BZ(0.3), dja=DFR I(n)1, ixqozviuuq=DFR I(n)3(800.0), ipjviyajsy=DFR
> I(n)B3(800.0), dxif=DFR I(F)BZ(0.3), rarn=DFR I(ne)B1, ed=DFR I(n)Z(0.3),
> olbyysq=DFR I(ne)B2, arnynwtz=DFR I(n)L2, pngpaoui=DFR I(n)B1, yepeqdw=DFR
> I(ne)B1, vzwr=IB SPL-L3(800.0), nyrpibjg=DFR I(F)B3(800.0), rbigj=DFR
> I(n)B2, eo=DFR I(ne)BZ(0.3), ufvhjwvl=DFR GB1, djp=DFR I(n)L1, ep=DFR
> GL3(800.0), kbhht=DFR I(n)BZ(0.3), eq=BM25(k1=1.2,b=0.75), et=DFR
> I(ne)3(800.0), lrblqq=IB SPL-D2, kuxmfxmsk=DFR I(ne)L3(800.0), ew=DFR
> I(ne)B3(800.0), bgwtbl=LM Jelinek-Mercer(0.700000), wauaaieg=DFR G1,
> lexusuvln=IB LL-D3(800.0), xmwn=IB SPL-D1, grexs=IB SPL-DZ(0.3),
> arpvgbltko=DFR I(n)LZ(0.3), ycrasjlizp=DFR GL3(800.0), aflkrqioaj=LM
> Jelinek-Mercer(0.700000), hdkqjrxuiz=DFR I(ne)BZ(0.3), behy=IB SPL-L2,
> lobelpo=DFR I(n)B1, pijvuji=DFR I(ne)B1, fc=DFR G3(800.0), bgmvdvc=IB
> SPL-L3(800.0), cxjqdcqht=DFR GBZ(0.3), jmuwwjrdvt=DFR G1, fd=DFR I(ne)1,
> ulu=IB LL-L3(800.0), wlznxs=DFR I(F)L2, iewk=DFR I(ne)L1, geuulchfcj=DFR
> GB1, wvmyuiyzz=DFR I(ne)BZ(0.3), vgtu=DFR I(ne)L3(800.0), hygrbxwcb=DFR
> I(n)L3(800.0), npjlbrov=DFR I(n)2, gydh=DFR GLZ(0.3), hvaerxpraq=DFR
> I(F)Z(0.3), dtadyposyr=DefaultSimilarity, skek=DFR I(ne)BZ(0.3), fr=DFR
> I(F)1, xpybae=IB LL-LZ(0.3), jhszzq=DFR I(n)LZ(0.3), fu=IB LL-L2,
> qrzpam=DFR I(ne)B2, jjeegsoqa=IB LL-L2, fw=DFR G2, shumc=DFR I(F)L2,
> oabtbsu=DFR I(n)LZ(0.3), cndiny=DFR I(n)1, oak=DFR G2, yuu=IB SPL-DZ(0.3),
> rrvb=IB SPL-L2, ga=DFR I(F)L1, sjvjgsora=DFR I(F)B1,
> gcyi=BM25(k1=1.2,b=0.75), gc=DFR I(ne)LZ(0.3), yuy=DFR GZ(0.3),
> roorlqnga=DFR I(ne)3(800.0), jxm=DFR I(n)1, gi=LM Jelinek-Mercer(0.700000),
> pffnblpgq=IB LL-L3(800.0), xbpkuvf=DFR I(F)1, nyvcutm=IB SPL-L2,
> utkvtqgl=IB LL-L1, hts=DFR GL3(800.0), vesxoyj=DFR I(ne)LZ(0.3),
> ewhgxusw=DFR I(n)L1, nibgpp=DFR I(n)L1, gt=DFR I(n)BZ(0.3), ljwx=IB
> SPL-D3(800.0), bcfqsz=DFR GL3(800.0), vinuyzz=DFR I(ne)B2,
> zgypge=BM25(k1=1.2,b=0.75), iaukcnhrgu=IB LL-D1, cddfeukej=DFR GB2,
> rhlyh=DFR I(n)B1, zowm=DFR I(n)Z(0.3), wemqdao=IB LL-L1, gpwlxutbe=DFR
> I(n)L3(800.0), abkpad=DFR GB2, dmb=DFR GB2, htpbwoszyt=DFR I(ne)1,
> sirnjbs=IB SPL-DZ(0.3), mrbwsb=IB LL-D1, hd=IB SPL-D1, kclc=IB SPL-L1,
> xhpetsor=DFR I(ne)B2, fqj=DFR I(F)L3(800.0), kprmnudzs=DFR G1, unibah=IB
> LL-DZ(0.3), bsgayn=DFR I(F)L2, ajyqqeadhx=DFR I(F)Z(0.3), gnucue=IB
> LL-DZ(0.3), dmn=DFR I(n)3(800.0), aqha=DFR GZ(0.3), ytftih=DFR GLZ(0.3),
> gptxt=DFR I(ne)3(800.0), glfrsnwgwf=IB LL-L2, ydsspim=DFR I(ne)L2, qga=IB
> SPL-L3(800.0), giaxggj=DFR I(F)3(800.0), ht=DFR I(F)LZ(0.3), hu=DFR G2,
> ksciaihuzs=BM25(k1=1.2,b=0.75), hv=DFR I(n)L1, memr=DFR GB2, resmoisxrk=IB
> LL-D1, uok=DFR I(n)BZ(0.3), glacnheqo=DFR I(ne)2, cnlpvh=DFR I(F)3(800.0),
> vsmkfnb=DefaultSimilarity, rqrqqctl=DFR GBZ(0.3), xrex=IB SPL-LZ(0.3),
> ccfeonjyrh=DFR GL3(800.0), iihtcea=DefaultSimilarity, fonktp=DFR I(n)B2,
> ie=DFR GBZ(0.3), gdwoilq=DFR GB2, xxxwcsujj=DFR GL1, wdlv=IB SPL-L1,
> caxtsytsv=DFR I(n)2, nizlhye=DFR I(F)B3(800.0), sjwveypd=IB SPL-D2, ocy=DFR
> GZ(0.3), im=DFR I(n)B2, wogyo=IB LL-D1, hzznnsjd=DFR I(F)3(800.0), fqyf=IB
> LL-L1, ttaqa=DFR G3(800.0), licnvy=DFR I(F)B3(800.0), haflh=IB LL-DZ(0.3),
> iw=IB LL-D2, upp=DFR I(F)3(800.0), akpkdxytvs=IB SPL-DZ(0.3),
> zhatjdamvf=DFR I(n)2, jocurmhwx=DFR I(ne)3(800.0), luiyw=DFR I(F)B2, ja=DFR
> I(n)Z(0.3), yyvsbseyh=DFR I(n)LZ(0.3), fgjzqevp=IB SPL-L1, jc=IB
> SPL-DZ(0.3), jd=DFR I(n)B3(800.0), znykkiqkc=DFR I(F)3(800.0), ji=DFR
> I(n)L2, fsk=DFR I(ne)1, eddt=DFR I(n)L2, odu=DFR GBZ(0.3), jk=DFR
> I(n)BZ(0.3), jl=IB LL-L3(800.0), pmnxjs=DFR I(ne)B3(800.0), ityc=DFR G2,
> wfnbmo=IB SPL-DZ(0.3), jo=IB LL-DZ(0.3), jp=DFR I(F)L2, sqkjl=DFR I(n)L2,
> szhqkwh=IB LL-L3(800.0), dgaay=IB LL-D2, uouohvey=DFR I(n)L1, amfhtkivo=DFR
> I(F)BZ(0.3), ecezi=IB LL-L3(800.0), jfapkift=DFR GL3(800.0), wuj=DFR
> I(n)L3(800.0), cafegb=DFR GLZ(0.3), yyo=DFR I(n)Z(0.3), wbhgvnwrhh=DFR
> GZ(0.3), jy=DFR I(F)B1, jz=IB SPL-D1, fqjhipiza=DFR I(ne)2, taveupl=DFR
> I(F)3(800.0), aegnigqfcz=DFR I(n)BZ(0.3), cikky=DFR I(ne)B1, kc=DFR
> GBZ(0.3), rzmemtc=IB SPL-D1, vvvc=DFR I(n)3(800.0), uzpbl=IB LL-LZ(0.3),
> kh=DFR GB2, czwpgw=IB LL-D2, kn=DFR I(ne)B1, zvjso=DFR I(n)LZ(0.3), urb=DFR
> I(n)B1, nqiryari=DFR I(n)2, ks=DFR I(n)L3(800.0), efavjzomx=DFR I(n)L1,
> pecarkzg=DFR I(n)B1, rigihpzv=DFR G2, kx=IB SPL-LZ(0.3), qzdtx=DFR I(F)B1,
> qezatn=DFR I(ne)L2, daab=DFR I(ne)B3(800.0), bpjdoxjn=IB SPL-DZ(0.3),
> fua=IB LL-D2, rhdo=DFR I(n)BZ(0.3), wdleuhnkic=DFR I(F)B2, zjnpgjfjs=DFR
> GLZ(0.3), lg=DFR I(n)L2, lh=DFR I(F)Z(0.3), rngpwm=DFR I(ne)3(800.0),
> dcdw=IB LL-L3(800.0), udnptilnh=DFR I(F)L2, mbq=DFR I(ne)Z(0.3), lm=IB
> LL-DZ(0.3), yvnvg=DFR GLZ(0.3), dfofgtplu=DFR I(F)L3(800.0), bjzyhn=DFR
> GB2, ls=DFR I(F)L3(800.0), bljaqi=DFR I(F)3(800.0), dpjaqpxj=IB SPL-L2,
> lu=DFR GB3(800.0), exddetbsgk=DFR I(n)Z(0.3), ush=DFR I(F)B2, hqxj=DFR
> I(F)L3(800.0), zasgrph=DFR I(ne)B1, ly=DFR I(n)3(800.0), zegbsng=DFR G1,
> ihoidrwpn=DFR I(F)Z(0.3), lz=DFR I(F)L1, gqxwsao=DFR G1, fva=DFR
> GB3(800.0), fvb=DFR I(n)LZ(0.3), sgvafjgkfu=DFR I(n)B3(800.0), mb=IB LL-D1,
> cdjijppmzq=DFR I(F)Z(0.3), qfgeadydx=DFR I(n)1, bymqeulu=DFR I(ne)BZ(0.3),
> mh=DFR I(ne)3(800.0), dnzxq=IB LL-LZ(0.3), vwpqlbbo=DFR I(n)3(800.0),
> mi=DFR I(ne)L1, djilqnvxnk=DFR GB3(800.0), qfefuozz=DFR I(F)L1,
> ivzvjkeep=DFR I(F)Z(0.3), mk=IB LL-L3(800.0), hsgpai=DFR I(ne)L3(800.0),
> gpxa=DFR I(F)L2, wxc=DFR GB1, hhenlvpv=DFR G2, lcqemsb=DFR GZ(0.3),
> phsvwfkjnd=DFR I(F)B1, aokqcnzwk=DefaultSimilarity, mkpzsac=DFR
> I(F)BZ(0.3), daviegyjsj=IB SPL-L2, zeopjkbdq=DFR I(n)B3(800.0), vuepik=DFR
> I(ne)BZ(0.3), hbgecfxbs=IB SPL-L2, fmtn=DFR GB3(800.0), uto=DFR
> I(n)L3(800.0), lpnhjedroo=DefaultSimilarity, bmsdkvrbb=DFR I(n)2, nytp=DFR
> GL3(800.0), gknzewnxh=DFR GB1, ne=DFR I(n)L2, ecghpu=DFR I(n)L1, nf=DFR
> I(F)Z(0.3), xjkuum=IB SPL-D2, ng=IB LL-LZ(0.3), eueqyur=IB SPL-D1,
> cdaurhl=IB SPL-LZ(0.3), lqmedyzn=DFR GL1, kgswj=DFR I(ne)BZ(0.3), nl=DFR
> I(F)B2, fwo=LM Jelinek-Mercer(0.700000), nn=DFR I(F)LZ(0.3), mdw=DFR
> GBZ(0.3), wyg=DFR I(F)BZ(0.3), dxsh=LM Jelinek-Mercer(0.100000), wyh=IB
> LL-D2, nv=DFR G1, nw=DFR I(n)3(800.0), rvthlhr=DFR I(F)B2, ny=DFR
> I(n)Z(0.3), axydnxb=DFR I(n)B2, iicna=DFR I(ne)2, fxc=DFR I(n)3(800.0),
> tfxvcpjhu=DFR I(F)B2, oqpohrjggf=IB LL-L2, dhntq=DFR I(F)2, hpdvwxyu=DFR
> I(ne)3(800.0), ankplxq=IB LL-L2, huiuhp=DFR I(ne)L2, oilqxfqyq=DFR I(F)L2,
> miysmr=DFR I(ne)3(800.0), bpk=IB SPL-LZ(0.3), hgyvmuz=DFR I(ne)1,
> rgteopsqqe=DFR I(F)BZ(0.3), wdizc=IB SPL-LZ(0.3), uevtyxoybs=DFR I(F)B2,
> oxoaenrl=IB SPL-D1, mex=IB LL-D3(800.0), tudocxn=DFR GZ(0.3), xglyk=DFR
> I(n)1, eybtbr=DFR I(n)L3(800.0), oxhaynlpg=DFR I(F)Z(0.3), hjmrwvgf=DFR
> I(F)BZ(0.3), eoifnv=DFR I(n)L2, opaib=DFR GB2, jdfdf=DFR I(n)LZ(0.3),
> miohpmeim=DFR I(F)2, isqjq=DFR I(F)B2, vshrmximd=DFR I(n)L1, dtwejalcib=DFR
> I(n)BZ(0.3), vvaotz=DFR I(n)L1, azqcbxvgf=IB SPL-D2, pp=IB SPL-L2,
> flhjoafd=DFR I(F)Z(0.3), yojdfbdcf=DFR I(F)B1, fyiqkyrer=DFR I(F)Z(0.3),
> pv=DFR I(ne)1, mpkc=DFR I(n)Z(0.3), bddfodi=DFR I(F)L2, ezzfesre=DFR
> GLZ(0.3), ssh=DFR I(F)Z(0.3), py=LM Jelinek-Mercer(0.100000), qgmv=DFR
> I(n)2, hvrslufekh=IB SPL-L2, lbdhhavjr=DFR I(ne)B1, qok=DFR GZ(0.3),
> kgdnmmil=IB LL-LZ(0.3), piqvtlyx=DFR I(F)BZ(0.3), dvc=IB SPL-LZ(0.3),
> tvtuyftpag=DFR I(n)LZ(0.3), ldftywux=DFR I(ne)B2, kmtiy=IB LL-D2,
> rrlebwti=DFR I(n)L2, vixno=DFR I(ne)BZ(0.3), kcr=IB SPL-D2, fazlnychy=DFR
> I(ne)LZ(0.3), qo=IB LL-D2, okz=DFR I(F)B2, qp=IB SPL-L3(800.0), btsr=DFR
> I(n)B1, drihqky=DFR I(ne)1, qt=DFR I(F)L3(800.0),
> lgwdbzsz=DefaultSimilarity, qx=DFR I(F)B1, wuqbz=DFR GL3(800.0),
> ahaclqpaih=DFR I(F)L2, ydozh=IB LL-D2, lbbzitjjax=IB LL-L3(800.0),
> fokqrv=DFR I(n)1, rc=IB LL-D1, zaw=BM25(k1=1.2,b=0.75), juurf=DFR
> I(n)B3(800.0), rf=BM25(k1=1.2,b=0.75), lhnfvqqsm=DFR GL1, xdjlyce=DFR GB2,
> paqxncs=BM25(k1=1.2,b=0.75), vlrmusuuqp=IB SPL-D1, jgxrlgnbna=DFR
> GB3(800.0), okued=DFR I(F)Z(0.3), pntrtmbmdr=DFR I(ne)BZ(0.3), ri=DFR
> I(ne)3(800.0), olx=DFR GL3(800.0), mhv=DFR I(ne)B2, dbyrac=DFR I(n)B1,
> pyclaaw=DFR I(F)3(800.0), cywixfs=DFR I(F)3(800.0), ro=IB LL-DZ(0.3),
> bbhjpbfkr=IB LL-LZ(0.3), zbuntxjbv=LM Jelinek-Mercer(0.100000), oeqk=IB
> LL-D3(800.0), uyh=DFR GL1, rw=LM Jelinek-Mercer(0.100000), rjrl=DFR I(F)L2,
> lywvulx=DFR I(n)B1, hldtditpvt=DFR I(F)B3(800.0), ygjodtghm=DFR GB2, sa=DFR
> I(ne)BZ(0.3), sb=DFR GL3(800.0), snttvggn=DFR I(F)2, sf=DFR I(ne)B1,
> jrcbyvgct=IB LL-D2, lenrwjz=DFR I(F)B2, si=DFR I(ne)B3(800.0), njkfly=IB
> LL-L3(800.0), vatx=DFR I(F)L3(800.0), ctriixybkr=DFR I(F)B1, lxdaborpt=DFR
> I(ne)BZ(0.3), jebitu=DFR I(n)2, jcsdn=IB SPL-L2, mgwmclmfx=IB SPL-D2,
> msodjireqv=DFR I(F)L1, sv=DFR I(F)B1, sw=DFR G1, esgduysdii=DFR
> I(ne)Z(0.3), qyyweerggi=DFR GB3(800.0), qaqiocw=DefaultSimilarity,
> akceqxjqkd=DFR GL3(800.0), cmhtbkr=DFR I(F)2, vpruimmn=IB SPL-D1, tb=DFR
> I(ne)2, bua=DFR GB1, orpyznpi=IB LL-LZ(0.3), pzjcu=DFR I(F)B2, ono=DFR GL2,
> svv=IB SPL-L3(800.0), tg=DFR I(ne)3(800.0), vjfipad=DFR I(ne)LZ(0.3),
> ti=DFR I(n)BZ(0.3), lrwvqlead=DFR I(ne)Z(0.3), esip=DFR GB3(800.0),
> jxruhmscg=DFR GB2, vpohcv=DFR GBZ(0.3), mxgjwdxyj=DFR I(F)1, ksswrxvig=DFR
> I(F)B2, ts=DFR I(F)L3(800.0), hegz=DFR I(F)Z(0.3), uxskhfazt=DFR GL2,
> qdnxl=DFR I(ne)B2, yfvuhqaeif=IB LL-D2, ckcybfrkom=IB LL-D1, tlgjcdq=IB
> SPL-LZ(0.3), uc=DFR GB1, xajiafd=DFR I(F)L3(800.0), vmvtrbfsp=DFR
> I(ne)LZ(0.3), kgm=IB SPL-LZ(0.3), oeonp=IB LL-L2, swu=DFR GB3(800.0),
> alsegghkvu=DFR I(ne)3(800.0), xpqsody=DFR GL1, icn=DFR I(n)L3(800.0),
> desuoyp=DFR I(ne)B2, un=IB SPL-LZ(0.3), kjbsy=DFR GB2, dlak=DFR
> I(ne)L3(800.0), us=DFR I(ne)1, hbcnghxob=DFR I(n)3(800.0), yykvpo=DFR
> GBZ(0.3), ugxcpipjrl=DFR I(ne)1, llbgbf=DFR GZ(0.3), ykpjet=DFR I(n)2,
> gmzazww=DFR I(n)3(800.0), lhdywopkpf=DFR GL1, godhaz=DFR GB2,
> hkkirmmwjx=DFR I(F)LZ(0.3), mlr=DFR I(ne)B2, dowjcdqps=DFR GZ(0.3), vj=DFR
> GL1, wrdfyhw=IB LL-L2, qdylx=DFR I(ne)B3(800.0), cadfu=DFR G2, vk=IB
> LL-DZ(0.3), lgwabu=DFR I(ne)BZ(0.3), ovwjtterxo=DFR I(ne)BZ(0.3), khcj=IB
> LL-L1, vn=DFR I(F)LZ(0.3), sfixylx=DFR I(ne)B1, naxef=DFR I(ne)BZ(0.3),
> plavrgdvzj=DFR GB1, kbwzuicu=DFR I(ne)Z(0.3), xsfpw=DFR I(F)L2,
> vbmkjgypju=DFR GB3(800.0), vnrk=DFR G2, kig=IB LL-DZ(0.3), tlcrc=DFR I(F)1,
> wzakmsoxru=DFR I(n)2, izfdpnfhd=DFR I(F)3(800.0), ykcg=DFR I(n)L1, hiro=DFR
> GLZ(0.3), mmo=DFR I(ne)B2, owyynrch=IB SPL-LZ(0.3), xdvroub=DFR GBZ(0.3),
> ofouekqg=DFR GB2, rvearvxpk=DFR I(ne)3(800.0), dqigo=DFR I(ne)LZ(0.3),
> spxwklh=DFR I(ne)B2, ynafixa=IB SPL-D2, bgetv=DFR I(F)B2, whpdwt=DFR
> I(ne)LZ(0.3), ornt=DFR I(n)3(800.0), wt=LM Jelinek-Mercer(0.100000),
> ufdufkh=IB LL-LZ(0.3), wv=DFR I(ne)B2, geckddbn=IB LL-D2, zzwvkyu=DFR
> I(F)1, hgmb=IB LL-L1, zgq=DFR I(F)Z(0.3), bjdc=DFR I(F)B1, xa=IB
> LL-LZ(0.3), awddphgaj=DFR I(F)1, kji=DFR I(ne)B3(800.0), sfwohpkjem=DFR
> GBZ(0.3), xd=DFR I(n)B2, oro=IB LL-D3(800.0), lfguxx=DFR I(ne)BZ(0.3),
> xi=IB LL-DZ(0.3), twhl=IB SPL-L1, feom=DFR I(ne)L2, xj=DFR I(F)L2, itjrb=IB
> SPL-L1, mnt=DFR I(F)B3(800.0), xl=DFR I(F)LZ(0.3), ukmw=IB SPL-D1, byp=LM
> Jelinek-Mercer(0.100000), hfdqte=DFR I(ne)1, tckvctiawx=DFR I(ne)1, xr=DFR
> I(n)LZ(0.3), qzlov=DFR I(ne)L3(800.0), flwivi=DFR I(n)1, ifz=DFR
> I(n)3(800.0), iuwgytsqnt=DefaultSimilarity, gufqgtfydg=IB SPL-D2,
> qengpbe=DFR GLZ(0.3), tlucki=DFR I(F)L1, afrelzas=DFR GL2, xwoaafuxea=IB
> LL-D1, xrcdmxulz=IB SPL-LZ(0.3), cgpid=DFR I(ne)B1, mrobi=DFR GB3(800.0),
> kke=DFR I(F)BZ(0.3), kqqwkddow=IB LL-L2, sjvdidcq=DFR I(F)B2, faiu=DFR
> GL3(800.0), ya=DFR I(F)1, igi=IB LL-L2, xdw=DFR I(ne)3(800.0), yd=IB LL-L2,
> vtzjvqlrif=DFR I(F)Z(0.3), moo=DFR GZ(0.3), zdqzzpbbi=DFR I(ne)LZ(0.3),
> mhclapvj=IB SPL-L3(800.0), rrpoma=DFR I(n)L2, foubrsuuah=DFR I(n)B3(800.0),
> bczs=IB SPL-D2, uoyb=IB SPL-L3(800.0), moy=DFR I(F)2, fyynoyenq=DFR G1,
> xatk=DFR GBZ(0.3), yr=IB SPL-DZ(0.3), gcv=IB SPL-D2, nyimvdnrj=DFR
> G3(800.0), rosluvivrj=DFR I(n)B3(800.0), gnxnrj=IB LL-LZ(0.3),
> slmcfvtji=DFR I(n)L1, tuavvipcgv=DFR I(n)L2, pusx=DFR GB1, kfxifi=DFR
> I(F)B3(800.0), zqkenhbpbp=IB LL-L2, hpfjak=IB SPL-L2, qnau=DFR I(F)BZ(0.3),
> psctx=IB LL-L1, csul=DFR I(ne)B2, zc=DFR I(n)BZ(0.3), ze=DFR I(F)2, zf=DFR
> GL1, eqxea=DFR GBZ(0.3), rdoanqzfs=DFR I(F)1, yghswgksiq=DFR I(n)B1,
> tqyyw=DFR I(F)L1, azfvf=IB SPL-LZ(0.3), txxmnyfcfs=DFR I(F)L2, vba=DFR
> I(n)BZ(0.3), tpygyvetew=DFR GB1, bstoxfkeab=DFR I(n)BZ(0.3), lljdxjeyx=DFR
> I(F)L2, wlrjeogv=IB LL-D2, ajaxcgonkr=IB SPL-L2, pvcvndsi=DFR GZ(0.3),
> kdby=DFR GL2, iic=DFR I(ne)B1, eflpfp=DFR I(ne)B1, wvemj=IB SPL-D3(800.0),
> kmh=IB SPL-D2, vbw=DFR GL3(800.0), itaxktszn=LM Jelinek-Mercer(0.700000),
> utncor=DFR I(F)2, khvomybxu=DFR GB3(800.0), vskwpp=DFR GZ(0.3), xthbec=DFR
> I(ne)BZ(0.3), csqil=IB LL-L1, dbkxbte=DFR GBZ(0.3), sqbhk=DFR I(n)Z(0.3),
> kzahc=IB LL-LZ(0.3), ebzzfhpk=DFR I(ne)L3(800.0), jiomvhw=DFR GLZ(0.3),
> sfyussq=DFR I(ne)1, wrfljdae=DefaultSimilarity, labmtbfktw=DFR I(ne)1,
> avssdtdms=DFR I(F)BZ(0.3), shjsx=DFR I(ne)BZ(0.3), oktmpcwinw=DFR I(n)2,
> gwqbxmh=DFR I(ne)BZ(0.3), xcdxrjoaa=DFR I(F)Z(0.3), lvbw=DFR I(n)2,
> yqrq=DefaultSimilarity, hpdiavtjec=DFR I(F)L2, mwddoidgl=DFR GB2,
> lduhwbh=DFR I(F)L2, qxwp=DFR I(F)1, gzsedg=DFR I(ne)L3(800.0), pakkpxtp=LM
> Jelinek-Mercer(0.100000), pfwj=DFR G2, phhoulv=DFR I(ne)BZ(0.3),
> injwtsdurp=BM25(k1=1.2,b=0.75), zrfmldmj=DFR GB1, kog=IB SPL-L1,
> bzjzswo=DFR I(ne)B2, owl=DFR I(n)B2, udkfgdbjnp=DFR I(F)BZ(0.3),
> gqznqqe=DefaultSimilarity, bsihib=IB LL-DZ(0.3), ecj=BM25(k1=1.2,b=0.75),
> rkbxe=DFR GB1, wzmc=DFR I(F)BZ(0.3), rctrv=DFR I(F)2, sxlwjfmj=DFR
> I(n)BZ(0.3), nzsjcvqaxb=IB SPL-D2, ezbb=DFR GZ(0.3),
> amrhjo=DefaultSimilarity, efbtu=DFR I(ne)B3(800.0), xknax=DFR I(F)L2,
> oyvxrfcpye=IB LL-D1, yflbqehyam=DFR I(ne)LZ(0.3), ynafkijg=IB SPL-LZ(0.3),
> vyogjmyqvu=DFR G3(800.0), tnffkszjyj=DFR I(n)1, eqicg=DFR G3(800.0),
> wnfyerm=IB SPL-D2, vhqoea=DFR GLZ(0.3), exzpv=DFR GB2, kuqlgsw=DFR I(ne)L1,
> oxekyh=IB SPL-D1, kluztqacjk=IB LL-D2, yuuvk=DFR I(ne)1, prskfv=IB SPL-D1,
> rhwhm=LM Jelinek-Mercer(0.700000), znd=DFR GL2, isvfc=DFR G3(800.0),
> rgjdko=IB SPL-L1, tzhxw=IB LL-LZ(0.3), rwsvvdgt=IB SPL-D3(800.0), gic=DFR
> GB2, tbn=DFR G1, pygmo=BM25(k1=1.2,b=0.75), qisxog=IB LL-D1, jkqrmbvve=DFR
> I(ne)Z(0.3), fhlfmuv=IB SPL-D1, mwfv=IB LL-D2, jpav=DFR I(n)L2,
> itskheramm=DFR I(ne)B2, zcbawu=DFR I(ne)Z(0.3), hpgf=DefaultSimilarity,
> myjh=DFR GB1, oydb=DFR I(F)Z(0.3), rlijkf=IB SPL-D1, nhbwbhtzp=DFR
> GB3(800.0), eklhtfe=DFR I(F)3(800.0), dgxzv=IB LL-D1, kwko=IB SPL-L2,
> bkbtxcjaj=LM Jelinek-Mercer(0.100000), ing=DFR I(F)L2, vnbgvu=DFR I(F)L1,
> etnzmbx=DFR I(ne)L3(800.0), sgzngowhe=IB LL-L1, ipgjej=IB SPL-L3(800.0),
> lihjcnz=DFR I(n)B2, uddmkp=DFR G3(800.0), wgfvxfojp=DefaultSimilarity,
> xla=IB SPL-LZ(0.3), ezbo=DFR I(n)L1, dljc=DFR GZ(0.3), rmcc=DFR I(n)Z(0.3),
> ckedr=IB SPL-L1, objxrxgvn=DFR GB1, qttk=DFR I(ne)L3(800.0), yjudriped=DFR
> I(n)L1, isollvuixg=IB SPL-D2, olim=DFR I(F)3(800.0), nwclyfbz=DFR I(n)L2,
> hswnaxksvl=IB SPL-L1, lelaxexs=DFR I(ne)2, vviot=DFR GB1, lzdmqoex=IB
> LL-L3(800.0), gtrrl=DFR I(F)B1, rxtkvozmyr=DFR I(n)L1, aeet=DFR
> GL3(800.0)}, locale=be, timezone=Africa/Luanda
>    [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation
> 1.8.0-ea (32-bit)/cpus=8,threads=1,free=42706984,total=96468992
>    [junit4]   2> NOTE: All tests run in this JVM: [TestNumericUtils,
> TestDocument, TestDocValuesScoring, TestBooleanScorer, TestRollingBuffer,
> TestNot, TestCollectionUtil, TestWindowsMMap, TestNRTCachingDirectory,
> TestCachingWrapperFilter, TestSimpleSearchEquivalence, TestDirectory,
> TestPerFieldPostingsFormat, TestUnicodeUtil, TestSimilarityBase,
> TestFieldInfos, TestDoc, TestIndexWriterOutOfFileDescriptors, TestDateSort,
> TestNGramPhraseQuery, TestNumericTokenStream, TestOmitPositions,
> TestAtomicUpdate, TestPayloadSpans, TestBasics, TestDuelingCodecs,
> TestTerm, TestRegexpRandom2, TestNoMergePolicy, TestAttributeSource,
> TestHugeRamFile, TestLiveFieldValues, TestByteArrayDataInput,
> TestWeakIdentityMap, TestDocsAndPositions, TestField,
> TestIndexWriterMergePolicy, TestBinaryDocument, TestOmitNorms,
> TestBasicOperations, TestRateLimiter, TestTermVectorsFormat]
>    [junit4] Completed on J1 in 4.42s, 7 tests, 4 failures <<< FAILURES!
>
> [...truncated 1 lines...]
>    [junit4] Suite: org.apache.lucene.search.TestElevationComparator
>    [junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=TestElevationComparator -Dtests.method=testSorting
> -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true
> -Dtests.locale=es -Dtests.timezone=Asia/Calcutta
> -Dtests.file.encoding=US-ASCII
>    [junit4] FAILURE 0.03s J1 | TestElevationComparator.testSorting <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:F98523656C87624]:0)
>    [junit4]    >        at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>    [junit4]    >        at
> org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:378)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:470)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1533)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1203)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1184)
>    [junit4]    >        at
> org.apache.lucene.search.TestElevationComparator.testSorting(TestElevationComparator.java:52)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> NOTE: test params are: codec=Asserting,
> sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=es,
> timezone=Asia/Calcutta
>    [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation
> 1.8.0-ea (32-bit)/cpus=8,threads=1,free=32608552,total=96468992
>    [junit4]   2> NOTE: All tests run in this JVM: [TestNumericUtils,
> TestDocument, TestDocValuesScoring, TestBooleanScorer, TestRollingBuffer,
> TestNot, TestCollectionUtil, TestWindowsMMap, TestNRTCachingDirectory,
> TestCachingWrapperFilter, TestSimpleSearchEquivalence, TestDirectory,
> TestPerFieldPostingsFormat, TestUnicodeUtil, TestSimilarityBase,
> TestFieldInfos, TestDoc, TestIndexWriterOutOfFileDescriptors, TestDateSort,
> TestNGramPhraseQuery, TestNumericTokenStream, TestOmitPositions,
> TestAtomicUpdate, TestPayloadSpans, TestBasics, TestDuelingCodecs,
> TestTerm, TestRegexpRandom2, TestNoMergePolicy, TestAttributeSource,
> TestHugeRamFile, TestLiveFieldValues, TestByteArrayDataInput,
> TestWeakIdentityMap, TestDocsAndPositions, TestField,
> TestIndexWriterMergePolicy, TestBinaryDocument, TestOmitNorms,
> TestBasicOperations, TestRateLimiter, TestTermVectorsFormat,
> TestElevationComparator]
>    [junit4] Completed on J1 in 0.08s, 1 test, 1 failure <<< FAILURES!
>
> [...truncated 58 lines...]
>    [junit4] Suite: org.apache.lucene.search.spans.TestSpans
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSpans
> -Dtests.method=testSpanNearOrdered03 -Dtests.seed=E6341E7484C04A43
> -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_IE
> -Dtests.timezone=Pacific/Funafuti -Dtests.file.encoding=US-ASCII
>    [junit4] ERROR   0.01s J1 | TestSpans.testSpanNearOrdered03 <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:457)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
>    [junit4]    >        at
> org.apache.lucene.search.spans.TestSpans.setUp(TestSpans.java:63)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:744)Throwable
> #2: java.lang.NullPointerException
>    [junit4]    >        at
> org.apache.lucene.search.spans.TestSpans.tearDown(TestSpans.java:70)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> NOTE: test params are: codec=Lucene42,
> sim=DefaultSimilarity, locale=en_IE, timezone=Pacific/Funafuti
>    [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation
> 1.8.0-ea (32-bit)/cpus=8,threads=1,free=71112008,total=105906176
>    [junit4]   2> NOTE: All tests run in this JVM: [TestNumericUtils,
> TestDocument, TestDocValuesScoring, TestBooleanScorer, TestRollingBuffer,
> TestNot, TestCollectionUtil, TestWindowsMMap, TestNRTCachingDirectory,
> TestCachingWrapperFilter, TestSimpleSearchEquivalence, TestDirectory,
> TestPerFieldPostingsFormat, TestUnicodeUtil, TestSimilarityBase,
> TestFieldInfos, TestDoc, TestIndexWriterOutOfFileDescriptors, TestDateSort,
> TestNGramPhraseQuery, TestNumericTokenStream, TestOmitPositions,
> TestAtomicUpdate, TestPayloadSpans, TestBasics, TestDuelingCodecs,
> TestTerm, TestRegexpRandom2, TestNoMergePolicy, TestAttributeSource,
> TestHugeRamFile, TestLiveFieldValues, TestByteArrayDataInput,
> TestWeakIdentityMap, TestDocsAndPositions, TestField,
> TestIndexWriterMergePolicy, TestBinaryDocument, TestOmitNorms,
> TestBasicOperations, TestRateLimiter, TestTermVectorsFormat,
> TestElevationComparator, MultiCollectorTest, TestMultiThreadTermVectors,
> TestSegmentMerger, Test4GBStoredFields, TestBlockPostingsFormat, TestSpans]
>    [junit4] Completed on J1 in 0.79s, 26 tests, 1 error <<< FAILURES!
>
> [...truncated 1004 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:49: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308:
> The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941:
> There were test failures: 379 suites, 2763 tests, 2 errors, 5 failures, 86
> ignored (73 assumptions)
>
> Total time: 14 minutes 0 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseG1GC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b123) - Build # 9039 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9039/
Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseG1GC

7 tests failed.
REGRESSION:  org.apache.lucene.index.TestDuelingCodecs.testEquals

Error Message:
MockDirectoryWrapper: cannot close: there are still open locks: [write.lock]

Stack Trace:
java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open locks: [write.lock]
	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:625)
	at org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:111)
	at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testClone

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:F16BBEE17446AA]:0)
	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
	at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:157)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:149)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:108)
	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testMerge

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:5595C0908B1BFCD6]:0)
	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:237)
	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testMerge(BaseTermVectorsFormatTestCase.java:655)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testRandom

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:94783B7B35A0FC30]:0)
	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testRandom(BaseTermVectorsFormatTestCase.java:627)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testMixedOptions

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:BBAF2E3064A068E1]:0)
	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testMixedOptions(BaseTermVectorsFormatTestCase.java:603)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


REGRESSION:  org.apache.lucene.search.TestElevationComparator.testSorting

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:F98523656C87624]:0)
	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:378)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:470)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1533)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1203)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1184)
	at org.apache.lucene.search.TestElevationComparator.testSorting(TestElevationComparator.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


REGRESSION:  org.apache.lucene.search.spans.TestSpans.testSpanNearOrdered03

Error Message:


Stack Trace:
java.lang.NullPointerException
	at org.apache.lucene.search.spans.TestSpans.tearDown(TestSpans.java:70)
	at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 413 lines...]
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDuelingCodecs -Dtests.method=testEquals -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi_FI -Dtests.timezone=Asia/Makassar -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   2.15s J1 | TestDuelingCodecs.testEquals <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
   [junit4]    > 	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:378)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:470)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1533)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1203)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:146)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:108)
   [junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:143)
   [junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:86)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)Throwable #2: java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open locks: [write.lock]
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:625)
   [junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:111)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {titleTokenized=DFR I(F)BZ(0.3), body=IB SPL-D3(800.0)}, locale=fi_FI, timezone=Asia/Makassar
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=39118112,total=67108864
   [junit4]   2> NOTE: All tests run in this JVM: [TestNumericUtils, TestDocument, TestDocValuesScoring, TestBooleanScorer, TestRollingBuffer, TestNot, TestCollectionUtil, TestWindowsMMap, TestNRTCachingDirectory, TestCachingWrapperFilter, TestSimpleSearchEquivalence, TestDirectory, TestPerFieldPostingsFormat, TestUnicodeUtil, TestSimilarityBase, TestFieldInfos, TestDoc, TestIndexWriterOutOfFileDescriptors, TestDateSort, TestNGramPhraseQuery, TestNumericTokenStream, TestOmitPositions, TestAtomicUpdate, TestPayloadSpans, TestBasics, TestDuelingCodecs]
   [junit4] Completed on J1 in 2.20s, 1 test, 1 error <<< FAILURES!

[...truncated 70 lines...]
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsFormat
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testClone -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=Africa/Luanda -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.34s J1 | TestTermVectorsFormat.testClone <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:F16BBEE17446AA]:0)
   [junit4]    > 	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
   [junit4]    > 	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:157)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:149)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:108)
   [junit4]    > 	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testMerge -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=Africa/Luanda -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.18s J1 | TestTermVectorsFormat.testMerge <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:5595C0908B1BFCD6]:0)
   [junit4]    > 	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
   [junit4]    > 	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:237)
   [junit4]    > 	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testMerge(BaseTermVectorsFormatTestCase.java:655)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testRandom -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=Africa/Luanda -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.23s J1 | TestTermVectorsFormat.testRandom <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:94783B7B35A0FC30]:0)
   [junit4]    > 	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
   [junit4]    > 	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:505)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
   [junit4]    > 	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testRandom(BaseTermVectorsFormatTestCase.java:627)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testMixedOptions -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=Africa/Luanda -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.04s J1 | TestTermVectorsFormat.testMixedOptions <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:BBAF2E3064A068E1]:0)
   [junit4]    > 	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
   [junit4]    > 	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
   [junit4]    > 	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testMixedOptions(BaseTermVectorsFormatTestCase.java:603)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {=DFR I(ne)L1, zjposfktoc=DFR I(F)2, oheh=DFR GL2, tjmmtsc=DFR I(F)LZ(0.3), yyqoqqhx=DFR I(ne)L1, htswn=DFR I(ne)BZ(0.3), lxxllz=IB LL-L1, uoqwffshdh=DFR I(F)3(800.0), fnkk=BM25(k1=1.2,b=0.75), lrac=DFR G1, seipit=DFR I(F)B2, msuxrvoic=DFR I(n)B3(800.0), jvoo=IB LL-L1, hvfyjfd=DFR I(ne)B2, xspcff=DFR I(F)Z(0.3), sxxi=DFR I(F)B2, dndxbebhk=DFR I(n)L3(800.0), ibevfas=DFR I(ne)B3(800.0), lmmxltlm=IB SPL-LZ(0.3), iiyfykt=DFR I(n)3(800.0), gxexokbj=IB LL-D3(800.0), anzgcwwk=DFR G1, mzduxgiso=DFR I(ne)L1, fuiaamegr=DFR G2, bugdgxibn=DFR GBZ(0.3), ewhgre=DFR I(ne)1, vftcdaxyna=DFR I(n)L1, vji=DFR I(n)B1, mzkfbletqr=DFR GL1, cdx=IB SPL-L1, tocbvyjola=DFR I(F)B3(800.0), jbwvynew=DFR I(ne)BZ(0.3), vbce=DFR I(ne)1, rfynsl=DFR GBZ(0.3), olxqpuynf=IB SPL-L2, ickkxht=DFR I(ne)BZ(0.3), qzbsmcz=DFR I(n)B3(800.0), rbq=DFR I(n)B1, bdffeq=DFR I(ne)L1, jkqxv=DFR GB1, joqvvfgwo=IB LL-LZ(0.3), hvbojr=DFR GL3(800.0), uhlxpaaqy=DFR I(F)3(800.0), jtlugna=DFR I(ne)B1, xlcsi=DFR GZ(0.3), stsq=DFR I(n)L2, vnwfqt=DFR I(n)B2, dfoggh=DFR GL3(800.0), gmr=IB LL-D3(800.0), xof=DFR I(n)1, vxwru=DFR I(F)LZ(0.3), jgsw=DFR GB3(800.0), sncgbwaei=DFR GB3(800.0), bnzf=IB LL-L1, zgknhn=DFR I(ne)Z(0.3), ksicvwjxuy=DFR I(F)BZ(0.3), fsqacq=DFR I(F)B3(800.0), a=DFR I(F)3(800.0), peufqqvwhl=DFR I(n)Z(0.3), d=DFR I(n)L3(800.0), ahbuwh=DFR I(ne)3(800.0), uvbiv=IB LL-D2, j=IB SPL-D2, pvvckyi=DFR I(n)B3(800.0), bcjauzitl=IB LL-D2, o=DefaultSimilarity, wtsmluumom=DFR I(n)L3(800.0), qvvzud=DFR I(F)B2, r=DFR I(n)B3(800.0), s=IB SPL-D3(800.0), t=IB LL-D3(800.0), eynlrbtksi=DFR I(n)L2, gdgqfczz=DFR I(n)L3(800.0), vlo=DFR GB2, z=DFR GLZ(0.3), wemza=LM Jelinek-Mercer(0.700000), xpr=IB LL-D2, eqevu=DFR G1, agmz=DFR I(n)Z(0.3), oqebhz=LM Jelinek-Mercer(0.100000), vlv=IB SPL-L2, biazaxt=DFR G2, etwuhrnis=DFR G2, xbrzotpfy=LM Jelinek-Mercer(0.700000), ltmrmjrw=IB SPL-D3(800.0), otwjvukfg=IB SPL-DZ(0.3), tutf=DFR I(n)Z(0.3), olqf=DFR I(ne)B3(800.0), vkjhpt=DFR I(ne)3(800.0), kphpizskx=DFR I(F)Z(0.3), sgfpk=DFR I(n)BZ(0.3), cfumzuwfat=IB LL-L1, jzhaumf=IB LL-LZ(0.3), yzyxp=DFR GL2, zjlg=DFR I(F)B3(800.0), suokre=DFR G2, bttzd=DFR I(ne)L1, zxmvvs=DFR I(ne)L3(800.0), xujuqjwemn=IB SPL-D1, ymuc=DFR I(F)B2, kjsrxuoew=IB LL-D3(800.0), otiakzrz=IB LL-D2, iibun=DFR I(F)B1, cjxbs=DFR I(ne)B3(800.0), qblquucaw=DFR I(n)2, dlpo=DFR I(F)B1, ngii=DFR I(n)B1, fgmlenftay=DFR I(F)B3(800.0), tgqke=DFR I(F)Z(0.3), anglijw=DFR I(ne)1, rccpgwzfd=LM Jelinek-Mercer(0.700000), dtzpufu=DFR GB1, wilbrlzm=IB SPL-LZ(0.3), iqsvst=DFR GB1, tezgix=DFR I(n)B1, nnnciob=DFR I(n)Z(0.3), bffxajzhzm=DFR I(ne)Z(0.3), tbmi=DFR GLZ(0.3), zwaogs=IB SPL-D3(800.0), ffal=DefaultSimilarity, ovajbgq=IB LL-D2, ksxcbv=DFR I(n)1, egwbmbik=DFR GL2, atmppkurxk=IB LL-DZ(0.3), uelhjwqt=DFR I(n)B2, xbcmmbgy=DFR I(F)2, grftrl=DefaultSimilarity, jtvowjol=DFR I(F)B3(800.0), btyenj=DFR I(F)LZ(0.3), gkrtcm=DFR I(ne)2, myyow=DFR I(F)BZ(0.3), ktrgr=DFR G1, dgfom=DFR I(n)3(800.0), vmxyudge=DFR I(F)3(800.0), ivb=DFR I(n)3(800.0), nwcqxyvuax=LM Jelinek-Mercer(0.700000), eutyoq=DFR I(ne)3(800.0), kupk=DFR G2, xsv=DFR I(n)Z(0.3), rsokxwjp=DFR I(n)L3(800.0), pcrkpldr=DFR I(F)Z(0.3), flmr=DFR I(F)2, ugwo=DFR I(ne)1, bbeu=DFR I(F)Z(0.3), jalc=DFR I(F)L2, mqnvvqcrz=DFR I(F)L1, voczpmoz=IB LL-D2, tvxyslgjey=IB SPL-L3(800.0), cji=IB LL-L3(800.0), qiqkqhilly=DFR G3(800.0), gvdhmo=DFR I(F)BZ(0.3), zxb=DFR I(ne)L1, wiclalrvls=DFR I(F)BZ(0.3), vuol=DFR GL2, ynyagxz=DFR I(n)L1, usdapp=IB SPL-D3(800.0), mejqwyz=DFR GB2, lrfa=DFR I(n)B1, vpl=DFR GB1, wdlmzhx=IB LL-D3(800.0), nvcoj=DFR I(F)L1, jzyjopm=DFR I(n)1, afgjlhvffi=DFR I(n)L2, tukyda=DFR I(F)L2, qwai=DFR I(ne)B3(800.0), ioip=DFR I(F)3(800.0), vpv=DFR I(F)LZ(0.3), jlcq=DFR I(F)Z(0.3), gegohli=DFR I(F)B3(800.0), znyd=DFR I(n)2, xuc=IB LL-L3(800.0), meiyakdzt=LM Jelinek-Mercer(0.700000), nxpa=DFR I(F)2, tbsa=IB LL-D3(800.0), bdkk=DFR I(ne)BZ(0.3), nhtqey=DFR I(ne)B1, mahxa=IB SPL-LZ(0.3), ghggutqwa=DFR I(ne)B1, dhgjucqcs=DFR I(ne)L1, jhlggdrsky=DFR I(n)B1, mdudnw=DFR I(F)2, cmvtg=DFR I(ne)B1, pzjsxnabd=DFR I(F)B2, tqkzpaewa=IB LL-D3(800.0), pbask=DFR I(F)B3(800.0), hheynzk=DFR I(F)B1, ssbgumy=DFR GLZ(0.3), bpefrkjjpb=DFR I(n)L1, vrb=LM Jelinek-Mercer(0.700000), ohhebxhqb=IB LL-LZ(0.3), wmqaqzq=DFR I(n)L1, dltq=DFR I(n)B1, igxhzf=DFR I(ne)LZ(0.3), pueyblzbu=DFR GB1, vri=DFR GB2, jjqfymiw=DFR I(n)Z(0.3), vbsyoiuui=DFR I(n)B1, kpjpyp=DFR GBZ(0.3), rqzrdplozd=IB LL-D2, enpvonqar=DFR I(F)Z(0.3), coafvyc=DFR I(n)L2, ahunjy=DFR I(ne)B1, qibakh=DFR I(F)B2, fulfnxl=IB LL-D1, dlhyam=DFR I(n)B1, vtueck=DFR I(ne)LZ(0.3), lbpuaqbouo=IB LL-D2, aklyvkoa=DFR I(ne)1, xnrytxov=IB SPL-L2, ait=IB LL-L1, oibdovewrr=IB SPL-LZ(0.3), ofruxdmc=IB SPL-D2, loezzzul=IB SPL-D3(800.0), awhfsz=DefaultSimilarity, femdl=IB LL-L3(800.0), rbtghvewbk=DFR I(ne)B3(800.0), setgelsxmp=DFR I(ne)LZ(0.3), unhc=DFR I(n)B2, iuymdxwlnv=DFR G2, xfbill=DFR I(ne)L2, izv=DFR I(F)BZ(0.3), sagdukmfhe=DFR I(n)L2, ywjusjmb=DFR I(F)3(800.0), fsqiemu=DFR I(ne)2, jwmmsq=DFR I(ne)3(800.0), zhdbsporfe=IB LL-L2, gvy=DFR I(ne)B3(800.0), evfx=DFR I(n)L2, ajv=DFR GB3(800.0), zssmv=DFR I(F)B3(800.0), cizxsq=IB LL-D3(800.0), gvvubtnxds=DFR GB2, blbgejir=DFR I(F)BZ(0.3), blokynza=DFR I(F)LZ(0.3), nmkbofsbul=IB SPL-L3(800.0), jpjitp=DFR GB3(800.0), pnlvuvyntn=DFR I(F)L2, tqbqdbbwq=DFR I(ne)BZ(0.3), aizd=IB SPL-D2, upky=IB LL-LZ(0.3), wbfqvrnbrm=LM Jelinek-Mercer(0.100000), hdtbsscji=DFR I(F)1, xjtvmottmo=IB SPL-L2, akp=IB SPL-D2, jphvnoiztj=IB LL-L1, rvpetapida=DFR I(F)Z(0.3), dhqo=IB LL-D2, pdbntjdoe=IB LL-D3(800.0), rcmqvvsf=DFR GBZ(0.3), lak=IB LL-D2, nzwz=IB LL-L2, lamah=DFR I(n)1, cwthswilg=DFR I(F)LZ(0.3), kjgajtz=DFR I(n)1, zwmk=DFR I(F)B1, gjbiezws=DFR GL3(800.0), lndv=DFR I(n)L3(800.0), orfoc=IB SPL-L3(800.0), oqar=IB SPL-L3(800.0), llilhywj=DFR I(n)1, aignnsw=IB SPL-L1, xzlfrplvj=IB SPL-D2, gqrsivwj=IB SPL-D3(800.0), xdmj=IB LL-D1, cqmqm=DFR I(n)L2, lbo=DFR G2, zgqsbaznwr=DFR G3(800.0), trz=IB LL-L1, pjy=DFR I(ne)3(800.0), lmaaul=DFR I(F)L2, aqatucm=DFR I(n)L1, lby=DFR I(F)B3(800.0), zgjoyts=DFR I(F)LZ(0.3), lazqvtqfyb=IB LL-D2, kntqenozt=IB LL-D3(800.0), xsdnukfv=DFR I(F)B1, xygpiu=IB SPL-L2, tqijex=DFR I(F)3(800.0), idgqyd=DFR I(F)B2, vwrneie=DFR I(ne)Z(0.3), askaykuf=DFR I(F)B3(800.0), lpki=DFR GLZ(0.3), yjpodh=DFR I(ne)B3(800.0), qgvqsdgdu=IB LL-L3(800.0), rveh=DFR I(F)2, xfbbym=IB SPL-D1, fmrrj=DefaultSimilarity, wevpp=DFR I(F)1, egqarl=DFR I(F)L2, avfeloih=DFR I(ne)2, pnbst=DFR GB3(800.0), hmyii=DFR GL2, zynou=DFR I(n)3(800.0), ahcnggr=DFR I(ne)L3(800.0), brufzig=DFR I(F)B1, uhcodfd=DFR I(F)L3(800.0), lgzh=DFR I(n)BZ(0.3), pgbbykt=DFR I(n)L2, fjflducths=DFR I(F)B1, fcfyz=DFR I(n)B3(800.0), ocgbhe=DFR I(ne)BZ(0.3), dorhfgt=DFR I(ne)L3(800.0), gtszinspa=DFR I(n)1, evs=DFR I(ne)BZ(0.3), nvlhd=IB LL-L1, dwlzgfqbf=DFR I(F)3(800.0), negsnfxc=DFR I(ne)B3(800.0), evz=DFR I(n)BZ(0.3), cbtmb=DFR I(ne)1, rkjty=DFR I(ne)2, tszait=IB LL-LZ(0.3), okhex=DFR I(n)1, vxu=DefaultSimilarity, ldk=DFR I(n)2, sstrgtdg=DFR GB1, moec=DFR I(ne)LZ(0.3), juynroqll=DFR I(n)L1, cmpdo=IB LL-D1, glyaer=DFR GL1, upoyw=DFR I(n)L1, zlyh=DFR GB3(800.0), taxezvfz=DFR I(ne)LZ(0.3), unekw=DFR G1, ebjvajn=DFR I(ne)1, inyhn=DFR I(F)L1, aoq=DFR I(F)B1, eetdgmoe=DFR I(n)L1, ltvd=DFR I(ne)B3(800.0), nia=DFR I(ne)B3(800.0), csv=DFR I(ne)BZ(0.3), ovhqrby=DFR G3(800.0), tui=DFR I(ne)L1, tmukhnt=DFR I(n)2, egwxddsm=LM Jelinek-Mercer(0.100000), yojni=DFR I(ne)B1, kibe=IB LL-DZ(0.3), utfthbil=DFR I(F)L1, zhvbhhlo=DFR I(ne)L2, jgibh=DFR GLZ(0.3), zyvd=IB SPL-LZ(0.3), jal=DFR I(F)3(800.0), ptih=DFR I(F)2, bwnyxz=DFR I(n)B2, aefidhxevh=DFR I(F)Z(0.3), dimip=DFR I(F)B1, klkxutfsrl=LM Jelinek-Mercer(0.700000), dindjqxe=IB LL-L2, ilcaikdwr=DFR I(F)L2, apv=DefaultSimilarity, cxwj=DFR I(F)Z(0.3), qayqi=IB LL-D1, zump=DFR I(n)LZ(0.3), wggddoxf=DFR I(F)L2, jzhpshg=DFR I(n)B2, jjgvz=DFR I(n)1, wwspezzo=DFR I(F)2, eadg=DFR I(F)L3(800.0), pgzfykatfo=DFR I(n)B1, pkzsbtbbtc=IB LL-DZ(0.3), pfbmso=DFR I(F)BZ(0.3), jliqitcv=DFR I(ne)LZ(0.3), idcqmwtvvo=DFR I(ne)2, penn=DFR I(ne)L2, qsbmw=IB SPL-D2, kzfn=DFR I(F)2, dplnxjwzdf=LM Jelinek-Mercer(0.100000), uysss=DFR I(n)L2, gwpqv=LM Jelinek-Mercer(0.100000), orunfmo=DFR GB1, ugxcmlujt=IB SPL-D3(800.0), mlkkxm=LM Jelinek-Mercer(0.700000), kiazcusqyi=IB SPL-D3(800.0), pvop=DFR I(ne)B2, tpgyhnqg=IB SPL-D1, xmzbtbnl=DFR I(ne)L2, dfhdfctvds=DFR I(F)Z(0.3), qguicqw=DFR I(F)B1, nmlwchniwu=DFR GBZ(0.3), jexivqn=IB LL-L2, usuupdtcay=DFR G2, sbrfwbmw=DFR GB1, xmcgubyz=DFR I(F)2, daobebicku=DFR I(ne)L2, dicrdbjwnj=IB LL-L2, ppi=LM Jelinek-Mercer(0.100000), yavzatjm=DFR G1, rtm=DFR GL3(800.0), ndcomxxp=DFR GB3(800.0), fxmbikxof=IB LL-L1, yxwtnhg=DFR I(F)BZ(0.3), fazppxbsm=DFR I(n)2, egqr=DFR I(F)L3(800.0), cusiuayuqv=DFR I(n)3(800.0), zxmucsp=DFR I(n)B3(800.0), istdzew=LM Jelinek-Mercer(0.700000), fofqt=DFR GL1, yhvyz=DFR I(ne)L1, khfrcwll=DFR G3(800.0), ljbh=IB LL-L1, hqslv=DFR I(ne)L1, izatkbk=DFR I(n)B3(800.0), ioone=IB SPL-L2, hhjw=DFR I(n)BZ(0.3), wlgulu=DFR I(ne)1, asp=IB SPL-D2, rktfbwpduk=IB SPL-D1, bzauiyfrh=DFR I(F)1, lwaszpsr=DFR GLZ(0.3), pvcpdhygwl=DFR I(F)L2, hac=LM Jelinek-Mercer(0.700000), baeakzui=DFR I(n)B2, yjmlvpnf=DFR I(F)LZ(0.3), hag=DFR I(ne)BZ(0.3), xyunesju=IB SPL-D3(800.0), tyu=IB SPL-D1, gyxojfeaa=DFR I(F)Z(0.3), bjxbujfkqa=DFR I(ne)L3(800.0), zdiwsmcok=DFR GZ(0.3), pqu=DFR GL1, yca=IB SPL-L3(800.0), qkqbmpdwv=IB SPL-DZ(0.3), lpiixdftwt=IB LL-L2, fqec=DFR GB3(800.0), eexjy=DFR I(n)Z(0.3), hyoi=IB LL-L2, cxs=DFR I(ne)BZ(0.3), wekqun=DFR GB2, dxtmkqpvv=DFR I(n)B1, nnj=DFR I(n)LZ(0.3), toxawdz=IB LL-D1, ljj=DFR I(F)LZ(0.3), csgwf=DFR I(ne)1, znnxddul=DFR G2, ayclxnj=DFR I(ne)B2, ylcuncb=DFR I(F)L1, wlosf=DFR GB2, yxalcwyuvb=IB LL-L3(800.0), ksjthhdse=DFR I(F)Z(0.3), nnv=DFR I(ne)BZ(0.3), ljv=DFR GL2, ywcdfyoww=DFR I(ne)L2, uabqwltcs=DFR I(ne)LZ(0.3), bdwg=IB LL-L3(800.0), tmidzohj=DFR I(n)2, yfneffg=DFR GL3(800.0), wlavjtt=DFR I(F)Z(0.3), zgdyh=DFR I(ne)B3(800.0), awjpmanu=IB SPL-D3(800.0), rwe=DFR I(F)Z(0.3), rzva=DFR I(F)B1, rwmlkwel=DFR I(n)L2, dowjtbmn=DFR GB3(800.0), bmseyu=DFR GZ(0.3), lkj=IB SPL-L1, tgjs=DFR I(ne)L1, ysajw=DFR I(n)L3(800.0), wnjaoxkiop=IB LL-D2, jgi=DFR GL1, frebf=DFR G2, vgdk=DFR I(ne)LZ(0.3), knziqgi=IB LL-D1, gjrgaepog=DFR I(ne)2, vvygy=DFR I(n)2, ffwdgw=DFR GB2, yxjqfsbpb=DFR I(n)B1, bzcz=IB SPL-D3(800.0), jkenzji=IB LL-L2, qhmwhornhj=DFR GL2, mchnkxp=DFR I(ne)B1, nupbvgoht=IB SPL-DZ(0.3), sryubpf=IB LL-D1, wplrpdan=DFR GBZ(0.3), kmpm=DFR I(ne)B1, gkxr=DFR I(n)LZ(0.3), gitq=IB LL-L2, nnie=DFR I(ne)LZ(0.3), nddrcopslo=DFR GL1, ifafdd=DFR I(F)1, qvafd=DFR I(F)L1, ufcu=DFR I(ne)3(800.0), mxuojjl=DFR I(n)L2, ixswz=IB SPL-D3(800.0), potuqxxyah=DFR I(F)B1, xnkji=DFR GBZ(0.3), sddvfttjks=DFR I(n)L2, momz=DFR I(F)B1, yfl=DFR I(n)Z(0.3), scthbjxy=DFR I(n)B1, ijgkcvxcnr=DFR I(F)L3(800.0), crfetu=DFR I(n)2, ytvkyb=DFR GB2, sgdwszpthz=DFR I(F)Z(0.3), vriagv=DFR I(F)B1, kdbniy=DFR I(F)BZ(0.3), zfsyxv=IB SPL-D2, itnnkw=DFR I(ne)3(800.0), comowfptoj=IB LL-D2, usjarkkrl=DFR I(F)B3(800.0), wcc=IB SPL-L3(800.0), njbdf=DFR I(ne)L1, xzkqfzf=DFR I(F)Z(0.3), palf=DefaultSimilarity, injzrvcbaz=DFR GB2, tcmvznf=DFR GL1, wrbbvbyte=DFR I(ne)B2, hjuj=DFR I(F)2, bvfen=IB LL-L2, ypauxjo=IB SPL-D1, tvcgwd=DFR I(ne)B1, ygz=DFR GL1, hbej=IB SPL-L3(800.0), othejflesp=DFR I(n)LZ(0.3), pvw=DFR G2, lyaggvt=DFR I(ne)L3(800.0), qwcssaunv=LM Jelinek-Mercer(0.100000), jrmsh=IB LL-D2, ysplie=DFR I(F)Z(0.3), nrw=DFR I(ne)B1, qpopbodj=DFR I(n)L2, hlxx=IB LL-D3(800.0), eplkyed=DFR I(n)L3(800.0), zjwlqsu=DFR GL1, ecxks=DFR I(F)L1, ctwv=DFR GL1, cprs=DFR I(F)L1, xtzgzt=DFR I(n)Z(0.3), ahho=DFR I(ne)2, mcpsc=DFR I(n)B3(800.0), vfegsqqozp=IB SPL-D2, xzbhdazb=IB LL-LZ(0.3), mehvjqmhv=DFR GB1, ykiknkv=DFR GB3(800.0), hkwmyfhfe=LM Jelinek-Mercer(0.100000), hgg=DFR I(F)1, hgl=DFR I(F)BZ(0.3), quckflnsy=DFR GLZ(0.3), nqlcemjjri=IB LL-LZ(0.3), skgcoeguo=DFR I(F)2, efqpazlsus=DFR I(ne)B3(800.0), zjawa=DFR I(F)B1, pwy=DFR I(ne)1, wolxvnve=IB SPL-L3(800.0), ywpshj=DFR I(ne)3(800.0), mkszgcs=DFR GB1, hapzoshxji=DFR I(ne)L1, qbxti=IB LL-D3(800.0), bmox=IB SPL-D1, ajwzamwa=DFR I(F)B2, hha=IB LL-D1, lpg=IB SPL-L1, oxxjr=DFR I(ne)B2, xooipnuk=DFR GB2, oaefmqq=IB LL-L1, wgjhznqym=DFR I(n)1, qlwjzmqr=DFR GL1, hprrbvf=DFR GLZ(0.3), sttvndie=DFR I(n)BZ(0.3), nvvlchdx=DFR I(n)L2, rbzihfed=IB LL-L1, pprvwjr=IB SPL-D3(800.0), xjlcj=LM Jelinek-Mercer(0.100000), ewchl=LM Jelinek-Mercer(0.100000), lqqfo=DFR I(n)B1, gsjafbvt=DFR GB3(800.0), ivsupu=DFR I(n)LZ(0.3), ayckdh=DFR I(F)L2, uazpi=DFR GL3(800.0), erox=DFR I(ne)BZ(0.3), okqnfhcsb=IB SPL-D3(800.0), eikmauazk=DFR I(ne)B3(800.0), ujqpxhva=DFR I(F)L3(800.0), wfl=DFR I(n)3(800.0), xodej=IB SPL-D2, qjtckc=DFR I(ne)1, zjocnc=IB LL-D1, uhop=DFR I(n)L3(800.0), vxrabhs=DFR GL1, navy=DFR I(F)L2, tbcux=DFR I(ne)LZ(0.3), yjy=IB SPL-L2, rbzvgku=DFR G2, edrrmrjk=DFR GB2, hiq=DFR G1, rarhab=IB LL-D3(800.0), fer=IB SPL-L3(800.0), attngf=DFR I(n)B3(800.0), hbvjjuwsfv=LM Jelinek-Mercer(0.100000), mweswsryir=DFR I(F)Z(0.3), ucg=IB SPL-LZ(0.3), likfbi=DFR I(F)B3(800.0), gpvvpgwv=DFR I(ne)B1, mnfwnltjy=DFR I(n)1, pgtejsxbtm=IB SPL-L2, jekust=DFR GL1, kzleftd=DFR G1, flinbnilq=DFR I(n)Z(0.3), erqj=DFR I(n)LZ(0.3), pmgsccpd=DFR G3(800.0), kghrxgx=DFR I(n)L2, mxbzz=IB LL-L2, ksleagaw=IB SPL-LZ(0.3), qzhioxeq=DFR I(ne)B1, ytzv=DFR I(ne)B1, tdffgh=DFR GB3(800.0), idtkxv=DFR I(ne)BZ(0.3), wniwvdb=DefaultSimilarity, ffw=DFR I(F)L3(800.0), cdfduidhai=IB SPL-L1, tqdcza=IB SPL-D3(800.0), tquvlm=DFR I(F)2, gqosfigavb=IB SPL-L1, qiczzhnizc=IB LL-DZ(0.3), diocntxkj=DFR I(n)L3(800.0), tcjy=IB LL-L3(800.0), bgquxnle=DFR I(ne)2, bxlhh=DFR I(n)LZ(0.3), uxuxvd=IB LL-D2, relgsfp=IB SPL-D3(800.0), dfexxck=DFR I(n)Z(0.3), qrahwwktk=LM Jelinek-Mercer(0.700000), jnuonlod=IB LL-LZ(0.3), shgin=DFR I(F)2, dcr=IB LL-L2, btnoxwwye=DFR I(F)BZ(0.3), fjdvgx=DFR I(ne)3(800.0), hbkw=DFR I(ne)2, nxc=IB SPL-DZ(0.3), noehez=IB LL-LZ(0.3), vujmca=DFR I(n)LZ(0.3), glal=IB SPL-D1, pfjgcqp=DFR I(n)2, qsmtsxotv=IB SPL-L3(800.0), evtgrmvfff=DFR I(F)L3(800.0), hdqbw=IB SPL-D2, sewrm=DFR GBZ(0.3), zguoghm=DFR G3(800.0), voqapdid=DFR I(ne)1, bztsp=DFR I(F)BZ(0.3), elnqoraf=DFR I(F)L2, nmwiqtu=DFR I(F)BZ(0.3), pmdddoeo=DFR I(F)LZ(0.3), amrtmkb=IB LL-L1, xmrhwxevc=DFR GB1, kyrqu=DFR GL1, gbdceqev=IB SPL-D3(800.0), kzqf=IB SPL-L2, fvobo=DFR I(ne)L1, rqtep=DFR G1, pisxbf=DFR G1, lug=DFR I(ne)1, sksbqaorms=IB LL-L1, ufq=DFR I(n)B2, usfyx=DFR I(n)1, pgxlxinc=DFR G2, yny=DFR I(ne)LZ(0.3), myknn=DFR I(F)B1, tmvafsdm=DFR I(n)B3(800.0), wpwlx=DFR I(n)L1, isezkficq=IB LL-LZ(0.3), fmsrcn=IB SPL-DZ(0.3), olrdggygdk=DFR I(F)1, xruamec=DFR G3(800.0), oqntviarqp=DFR I(ne)B2, lvd=LM Jelinek-Mercer(0.700000), mdpvosthhv=DFR I(n)2, jrd=DFR G1, ookglbrehz=IB SPL-D3(800.0), cdmby=IB SPL-D3(800.0), kexmgwhkd=IB SPL-D1, ad=IB SPL-L1, bbd=DFR I(ne)LZ(0.3), ag=DFR I(ne)1, lvq=DFR I(ne)B1, ah=DefaultSimilarity, lvs=DFR I(F)3(800.0), uhitchxjd=DFR I(ne)B2, fcncvvhpz=DFR GB1, dkfinka=DFR I(F)L2, lkinprbqe=DFR G1, zqdgzy=DFR GZ(0.3), wlc=DFR I(F)L1, fbuenrjozx=DFR I(n)L2, at=DFR I(n)1, boyg=DFR I(n)Z(0.3), aw=DFR I(F)B2, fkb=DFR GB2, pipdvp=DFR I(n)2, lwk=DFR I(ne)L1, bg=IB SPL-DZ(0.3), iffgmn=IB SPL-D3(800.0), yxvnsntr=DFR I(ne)1, bl=DFR I(ne)2, nbsvadux=DFR I(ne)L2, hside=DFR I(n)L2, bt=IB LL-L3(800.0), hmiavav=DFR GB1, grybf=DFR GB1, xcbe=IB LL-L3(800.0), pwqzvpta=DFR I(n)Z(0.3), lnkexqhg=IB SPL-L2, resahrg=DFR I(ne)Z(0.3), mmrqmbfv=DFR I(ne)BZ(0.3), dxfa=DFR I(ne)B1, cc=IB LL-L1, uthabcj=DFR I(F)3(800.0), gcquykox=DFR I(n)Z(0.3), fozfnhjzpp=DFR I(n)1, ainnuxyk=DFR I(F)3(800.0), jqfw=DFR I(ne)Z(0.3), cl=DFR I(n)B1, rfjlcvrr=DFR I(n)3(800.0), siyoapwn=DFR I(ne)BZ(0.3), cn=DFR I(F)B3(800.0), cq=DFR I(ne)BZ(0.3), scgqfz=DFR I(ne)Z(0.3), pxbjc=IB SPL-L3(800.0), slluxcztc=IB LL-L3(800.0), welfog=LM Jelinek-Mercer(0.700000), pknylqpkt=DFR I(ne)LZ(0.3), dghqgzhu=DFR I(F)B2, cmazbttq=IB LL-L3(800.0), cy=DFR I(ne)B3(800.0), gbejo=DFR GL3(800.0), ywev=DefaultSimilarity, qoiceolz=IB SPL-D2, cfgqzrq=DFR I(n)L3(800.0), dd=DFR I(ne)LZ(0.3), de=IB SPL-DZ(0.3), rvjctq=DFR I(F)1, di=DFR GZ(0.3), oyjadrsfp=DFR I(F)LZ(0.3), vcjn=DFR GB2, dj=DFR I(ne)2, gsqsro=DFR I(F)B3(800.0), ilbx=DFR GB2, hdpvhuwz=DFR GBZ(0.3), ikvzlfkeux=IB LL-LZ(0.3), dp=DFR I(n)B2, whqcjsxl=IB LL-L3(800.0), ewwmsotza=DFR I(F)B3(800.0), fbtirxq=DFR GL1, pavqjfiir=IB LL-D2, qopxsjoro=DFR I(ne)B2, qhujg=DFR GL3(800.0), ykcbtgmfjx=IB SPL-D3(800.0), uewayx=IB LL-LZ(0.3), jxrvl=DFR GLZ(0.3), luqoxsob=DFR I(n)BZ(0.3), fkagsrpul=IB LL-DZ(0.3), xtoica
   [junit4]   2> sxdv=DFR I(n)Z(0.3), hrc=DFR GB3(800.0), woq=DFR I(F)BZ(0.3), dja=DFR I(n)1, ixqozviuuq=DFR I(n)3(800.0), ipjviyajsy=DFR I(n)B3(800.0), dxif=DFR I(F)BZ(0.3), rarn=DFR I(ne)B1, ed=DFR I(n)Z(0.3), olbyysq=DFR I(ne)B2, arnynwtz=DFR I(n)L2, pngpaoui=DFR I(n)B1, yepeqdw=DFR I(ne)B1, vzwr=IB SPL-L3(800.0), nyrpibjg=DFR I(F)B3(800.0), rbigj=DFR I(n)B2, eo=DFR I(ne)BZ(0.3), ufvhjwvl=DFR GB1, djp=DFR I(n)L1, ep=DFR GL3(800.0), kbhht=DFR I(n)BZ(0.3), eq=BM25(k1=1.2,b=0.75), et=DFR I(ne)3(800.0), lrblqq=IB SPL-D2, kuxmfxmsk=DFR I(ne)L3(800.0), ew=DFR I(ne)B3(800.0), bgwtbl=LM Jelinek-Mercer(0.700000), wauaaieg=DFR G1, lexusuvln=IB LL-D3(800.0), xmwn=IB SPL-D1, grexs=IB SPL-DZ(0.3), arpvgbltko=DFR I(n)LZ(0.3), ycrasjlizp=DFR GL3(800.0), aflkrqioaj=LM Jelinek-Mercer(0.700000), hdkqjrxuiz=DFR I(ne)BZ(0.3), behy=IB SPL-L2, lobelpo=DFR I(n)B1, pijvuji=DFR I(ne)B1, fc=DFR G3(800.0), bgmvdvc=IB SPL-L3(800.0), cxjqdcqht=DFR GBZ(0.3), jmuwwjrdvt=DFR G1, fd=DFR I(ne)1, ulu=IB LL-L3(800.0), wlznxs=DFR I(F)L2, iewk=DFR I(ne)L1, geuulchfcj=DFR GB1, wvmyuiyzz=DFR I(ne)BZ(0.3), vgtu=DFR I(ne)L3(800.0), hygrbxwcb=DFR I(n)L3(800.0), npjlbrov=DFR I(n)2, gydh=DFR GLZ(0.3), hvaerxpraq=DFR I(F)Z(0.3), dtadyposyr=DefaultSimilarity, skek=DFR I(ne)BZ(0.3), fr=DFR I(F)1, xpybae=IB LL-LZ(0.3), jhszzq=DFR I(n)LZ(0.3), fu=IB LL-L2, qrzpam=DFR I(ne)B2, jjeegsoqa=IB LL-L2, fw=DFR G2, shumc=DFR I(F)L2, oabtbsu=DFR I(n)LZ(0.3), cndiny=DFR I(n)1, oak=DFR G2, yuu=IB SPL-DZ(0.3), rrvb=IB SPL-L2, ga=DFR I(F)L1, sjvjgsora=DFR I(F)B1, gcyi=BM25(k1=1.2,b=0.75), gc=DFR I(ne)LZ(0.3), yuy=DFR GZ(0.3), roorlqnga=DFR I(ne)3(800.0), jxm=DFR I(n)1, gi=LM Jelinek-Mercer(0.700000), pffnblpgq=IB LL-L3(800.0), xbpkuvf=DFR I(F)1, nyvcutm=IB SPL-L2, utkvtqgl=IB LL-L1, hts=DFR GL3(800.0), vesxoyj=DFR I(ne)LZ(0.3), ewhgxusw=DFR I(n)L1, nibgpp=DFR I(n)L1, gt=DFR I(n)BZ(0.3), ljwx=IB SPL-D3(800.0), bcfqsz=DFR GL3(800.0), vinuyzz=DFR I(ne)B2, zgypge=BM25(k1=1.2,b=0.75), iaukcnhrgu=IB LL-D1, cddfeukej=DFR GB2, rhlyh=DFR I(n)B1, zowm=DFR I(n)Z(0.3), wemqdao=IB LL-L1, gpwlxutbe=DFR I(n)L3(800.0), abkpad=DFR GB2, dmb=DFR GB2, htpbwoszyt=DFR I(ne)1, sirnjbs=IB SPL-DZ(0.3), mrbwsb=IB LL-D1, hd=IB SPL-D1, kclc=IB SPL-L1, xhpetsor=DFR I(ne)B2, fqj=DFR I(F)L3(800.0), kprmnudzs=DFR G1, unibah=IB LL-DZ(0.3), bsgayn=DFR I(F)L2, ajyqqeadhx=DFR I(F)Z(0.3), gnucue=IB LL-DZ(0.3), dmn=DFR I(n)3(800.0), aqha=DFR GZ(0.3), ytftih=DFR GLZ(0.3), gptxt=DFR I(ne)3(800.0), glfrsnwgwf=IB LL-L2, ydsspim=DFR I(ne)L2, qga=IB SPL-L3(800.0), giaxggj=DFR I(F)3(800.0), ht=DFR I(F)LZ(0.3), hu=DFR G2, ksciaihuzs=BM25(k1=1.2,b=0.75), hv=DFR I(n)L1, memr=DFR GB2, resmoisxrk=IB LL-D1, uok=DFR I(n)BZ(0.3), glacnheqo=DFR I(ne)2, cnlpvh=DFR I(F)3(800.0), vsmkfnb=DefaultSimilarity, rqrqqctl=DFR GBZ(0.3), xrex=IB SPL-LZ(0.3), ccfeonjyrh=DFR GL3(800.0), iihtcea=DefaultSimilarity, fonktp=DFR I(n)B2, ie=DFR GBZ(0.3), gdwoilq=DFR GB2, xxxwcsujj=DFR GL1, wdlv=IB SPL-L1, caxtsytsv=DFR I(n)2, nizlhye=DFR I(F)B3(800.0), sjwveypd=IB SPL-D2, ocy=DFR GZ(0.3), im=DFR I(n)B2, wogyo=IB LL-D1, hzznnsjd=DFR I(F)3(800.0), fqyf=IB LL-L1, ttaqa=DFR G3(800.0), licnvy=DFR I(F)B3(800.0), haflh=IB LL-DZ(0.3), iw=IB LL-D2, upp=DFR I(F)3(800.0), akpkdxytvs=IB SPL-DZ(0.3), zhatjdamvf=DFR I(n)2, jocurmhwx=DFR I(ne)3(800.0), luiyw=DFR I(F)B2, ja=DFR I(n)Z(0.3), yyvsbseyh=DFR I(n)LZ(0.3), fgjzqevp=IB SPL-L1, jc=IB SPL-DZ(0.3), jd=DFR I(n)B3(800.0), znykkiqkc=DFR I(F)3(800.0), ji=DFR I(n)L2, fsk=DFR I(ne)1, eddt=DFR I(n)L2, odu=DFR GBZ(0.3), jk=DFR I(n)BZ(0.3), jl=IB LL-L3(800.0), pmnxjs=DFR I(ne)B3(800.0), ityc=DFR G2, wfnbmo=IB SPL-DZ(0.3), jo=IB LL-DZ(0.3), jp=DFR I(F)L2, sqkjl=DFR I(n)L2, szhqkwh=IB LL-L3(800.0), dgaay=IB LL-D2, uouohvey=DFR I(n)L1, amfhtkivo=DFR I(F)BZ(0.3), ecezi=IB LL-L3(800.0), jfapkift=DFR GL3(800.0), wuj=DFR I(n)L3(800.0), cafegb=DFR GLZ(0.3), yyo=DFR I(n)Z(0.3), wbhgvnwrhh=DFR GZ(0.3), jy=DFR I(F)B1, jz=IB SPL-D1, fqjhipiza=DFR I(ne)2, taveupl=DFR I(F)3(800.0), aegnigqfcz=DFR I(n)BZ(0.3), cikky=DFR I(ne)B1, kc=DFR GBZ(0.3), rzmemtc=IB SPL-D1, vvvc=DFR I(n)3(800.0), uzpbl=IB LL-LZ(0.3), kh=DFR GB2, czwpgw=IB LL-D2, kn=DFR I(ne)B1, zvjso=DFR I(n)LZ(0.3), urb=DFR I(n)B1, nqiryari=DFR I(n)2, ks=DFR I(n)L3(800.0), efavjzomx=DFR I(n)L1, pecarkzg=DFR I(n)B1, rigihpzv=DFR G2, kx=IB SPL-LZ(0.3), qzdtx=DFR I(F)B1, qezatn=DFR I(ne)L2, daab=DFR I(ne)B3(800.0), bpjdoxjn=IB SPL-DZ(0.3), fua=IB LL-D2, rhdo=DFR I(n)BZ(0.3), wdleuhnkic=DFR I(F)B2, zjnpgjfjs=DFR GLZ(0.3), lg=DFR I(n)L2, lh=DFR I(F)Z(0.3), rngpwm=DFR I(ne)3(800.0), dcdw=IB LL-L3(800.0), udnptilnh=DFR I(F)L2, mbq=DFR I(ne)Z(0.3), lm=IB LL-DZ(0.3), yvnvg=DFR GLZ(0.3), dfofgtplu=DFR I(F)L3(800.0), bjzyhn=DFR GB2, ls=DFR I(F)L3(800.0), bljaqi=DFR I(F)3(800.0), dpjaqpxj=IB SPL-L2, lu=DFR GB3(800.0), exddetbsgk=DFR I(n)Z(0.3), ush=DFR I(F)B2, hqxj=DFR I(F)L3(800.0), zasgrph=DFR I(ne)B1, ly=DFR I(n)3(800.0), zegbsng=DFR G1, ihoidrwpn=DFR I(F)Z(0.3), lz=DFR I(F)L1, gqxwsao=DFR G1, fva=DFR GB3(800.0), fvb=DFR I(n)LZ(0.3), sgvafjgkfu=DFR I(n)B3(800.0), mb=IB LL-D1, cdjijppmzq=DFR I(F)Z(0.3), qfgeadydx=DFR I(n)1, bymqeulu=DFR I(ne)BZ(0.3), mh=DFR I(ne)3(800.0), dnzxq=IB LL-LZ(0.3), vwpqlbbo=DFR I(n)3(800.0), mi=DFR I(ne)L1, djilqnvxnk=DFR GB3(800.0), qfefuozz=DFR I(F)L1, ivzvjkeep=DFR I(F)Z(0.3), mk=IB LL-L3(800.0), hsgpai=DFR I(ne)L3(800.0), gpxa=DFR I(F)L2, wxc=DFR GB1, hhenlvpv=DFR G2, lcqemsb=DFR GZ(0.3), phsvwfkjnd=DFR I(F)B1, aokqcnzwk=DefaultSimilarity, mkpzsac=DFR I(F)BZ(0.3), daviegyjsj=IB SPL-L2, zeopjkbdq=DFR I(n)B3(800.0), vuepik=DFR I(ne)BZ(0.3), hbgecfxbs=IB SPL-L2, fmtn=DFR GB3(800.0), uto=DFR I(n)L3(800.0), lpnhjedroo=DefaultSimilarity, bmsdkvrbb=DFR I(n)2, nytp=DFR GL3(800.0), gknzewnxh=DFR GB1, ne=DFR I(n)L2, ecghpu=DFR I(n)L1, nf=DFR I(F)Z(0.3), xjkuum=IB SPL-D2, ng=IB LL-LZ(0.3), eueqyur=IB SPL-D1, cdaurhl=IB SPL-LZ(0.3), lqmedyzn=DFR GL1, kgswj=DFR I(ne)BZ(0.3), nl=DFR I(F)B2, fwo=LM Jelinek-Mercer(0.700000), nn=DFR I(F)LZ(0.3), mdw=DFR GBZ(0.3), wyg=DFR I(F)BZ(0.3), dxsh=LM Jelinek-Mercer(0.100000), wyh=IB LL-D2, nv=DFR G1, nw=DFR I(n)3(800.0), rvthlhr=DFR I(F)B2, ny=DFR I(n)Z(0.3), axydnxb=DFR I(n)B2, iicna=DFR I(ne)2, fxc=DFR I(n)3(800.0), tfxvcpjhu=DFR I(F)B2, oqpohrjggf=IB LL-L2, dhntq=DFR I(F)2, hpdvwxyu=DFR I(ne)3(800.0), ankplxq=IB LL-L2, huiuhp=DFR I(ne)L2, oilqxfqyq=DFR I(F)L2, miysmr=DFR I(ne)3(800.0), bpk=IB SPL-LZ(0.3), hgyvmuz=DFR I(ne)1, rgteopsqqe=DFR I(F)BZ(0.3), wdizc=IB SPL-LZ(0.3), uevtyxoybs=DFR I(F)B2, oxoaenrl=IB SPL-D1, mex=IB LL-D3(800.0), tudocxn=DFR GZ(0.3), xglyk=DFR I(n)1, eybtbr=DFR I(n)L3(800.0), oxhaynlpg=DFR I(F)Z(0.3), hjmrwvgf=DFR I(F)BZ(0.3), eoifnv=DFR I(n)L2, opaib=DFR GB2, jdfdf=DFR I(n)LZ(0.3), miohpmeim=DFR I(F)2, isqjq=DFR I(F)B2, vshrmximd=DFR I(n)L1, dtwejalcib=DFR I(n)BZ(0.3), vvaotz=DFR I(n)L1, azqcbxvgf=IB SPL-D2, pp=IB SPL-L2, flhjoafd=DFR I(F)Z(0.3), yojdfbdcf=DFR I(F)B1, fyiqkyrer=DFR I(F)Z(0.3), pv=DFR I(ne)1, mpkc=DFR I(n)Z(0.3), bddfodi=DFR I(F)L2, ezzfesre=DFR GLZ(0.3), ssh=DFR I(F)Z(0.3), py=LM Jelinek-Mercer(0.100000), qgmv=DFR I(n)2, hvrslufekh=IB SPL-L2, lbdhhavjr=DFR I(ne)B1, qok=DFR GZ(0.3), kgdnmmil=IB LL-LZ(0.3), piqvtlyx=DFR I(F)BZ(0.3), dvc=IB SPL-LZ(0.3), tvtuyftpag=DFR I(n)LZ(0.3), ldftywux=DFR I(ne)B2, kmtiy=IB LL-D2, rrlebwti=DFR I(n)L2, vixno=DFR I(ne)BZ(0.3), kcr=IB SPL-D2, fazlnychy=DFR I(ne)LZ(0.3), qo=IB LL-D2, okz=DFR I(F)B2, qp=IB SPL-L3(800.0), btsr=DFR I(n)B1, drihqky=DFR I(ne)1, qt=DFR I(F)L3(800.0), lgwdbzsz=DefaultSimilarity, qx=DFR I(F)B1, wuqbz=DFR GL3(800.0), ahaclqpaih=DFR I(F)L2, ydozh=IB LL-D2, lbbzitjjax=IB LL-L3(800.0), fokqrv=DFR I(n)1, rc=IB LL-D1, zaw=BM25(k1=1.2,b=0.75), juurf=DFR I(n)B3(800.0), rf=BM25(k1=1.2,b=0.75), lhnfvqqsm=DFR GL1, xdjlyce=DFR GB2, paqxncs=BM25(k1=1.2,b=0.75), vlrmusuuqp=IB SPL-D1, jgxrlgnbna=DFR GB3(800.0), okued=DFR I(F)Z(0.3), pntrtmbmdr=DFR I(ne)BZ(0.3), ri=DFR I(ne)3(800.0), olx=DFR GL3(800.0), mhv=DFR I(ne)B2, dbyrac=DFR I(n)B1, pyclaaw=DFR I(F)3(800.0), cywixfs=DFR I(F)3(800.0), ro=IB LL-DZ(0.3), bbhjpbfkr=IB LL-LZ(0.3), zbuntxjbv=LM Jelinek-Mercer(0.100000), oeqk=IB LL-D3(800.0), uyh=DFR GL1, rw=LM Jelinek-Mercer(0.100000), rjrl=DFR I(F)L2, lywvulx=DFR I(n)B1, hldtditpvt=DFR I(F)B3(800.0), ygjodtghm=DFR GB2, sa=DFR I(ne)BZ(0.3), sb=DFR GL3(800.0), snttvggn=DFR I(F)2, sf=DFR I(ne)B1, jrcbyvgct=IB LL-D2, lenrwjz=DFR I(F)B2, si=DFR I(ne)B3(800.0), njkfly=IB LL-L3(800.0), vatx=DFR I(F)L3(800.0), ctriixybkr=DFR I(F)B1, lxdaborpt=DFR I(ne)BZ(0.3), jebitu=DFR I(n)2, jcsdn=IB SPL-L2, mgwmclmfx=IB SPL-D2, msodjireqv=DFR I(F)L1, sv=DFR I(F)B1, sw=DFR G1, esgduysdii=DFR I(ne)Z(0.3), qyyweerggi=DFR GB3(800.0), qaqiocw=DefaultSimilarity, akceqxjqkd=DFR GL3(800.0), cmhtbkr=DFR I(F)2, vpruimmn=IB SPL-D1, tb=DFR I(ne)2, bua=DFR GB1, orpyznpi=IB LL-LZ(0.3), pzjcu=DFR I(F)B2, ono=DFR GL2, svv=IB SPL-L3(800.0), tg=DFR I(ne)3(800.0), vjfipad=DFR I(ne)LZ(0.3), ti=DFR I(n)BZ(0.3), lrwvqlead=DFR I(ne)Z(0.3), esip=DFR GB3(800.0), jxruhmscg=DFR GB2, vpohcv=DFR GBZ(0.3), mxgjwdxyj=DFR I(F)1, ksswrxvig=DFR I(F)B2, ts=DFR I(F)L3(800.0), hegz=DFR I(F)Z(0.3), uxskhfazt=DFR GL2, qdnxl=DFR I(ne)B2, yfvuhqaeif=IB LL-D2, ckcybfrkom=IB LL-D1, tlgjcdq=IB SPL-LZ(0.3), uc=DFR GB1, xajiafd=DFR I(F)L3(800.0), vmvtrbfsp=DFR I(ne)LZ(0.3), kgm=IB SPL-LZ(0.3), oeonp=IB LL-L2, swu=DFR GB3(800.0), alsegghkvu=DFR I(ne)3(800.0), xpqsody=DFR GL1, icn=DFR I(n)L3(800.0), desuoyp=DFR I(ne)B2, un=IB SPL-LZ(0.3), kjbsy=DFR GB2, dlak=DFR I(ne)L3(800.0), us=DFR I(ne)1, hbcnghxob=DFR I(n)3(800.0), yykvpo=DFR GBZ(0.3), ugxcpipjrl=DFR I(ne)1, llbgbf=DFR GZ(0.3), ykpjet=DFR I(n)2, gmzazww=DFR I(n)3(800.0), lhdywopkpf=DFR GL1, godhaz=DFR GB2, hkkirmmwjx=DFR I(F)LZ(0.3), mlr=DFR I(ne)B2, dowjcdqps=DFR GZ(0.3), vj=DFR GL1, wrdfyhw=IB LL-L2, qdylx=DFR I(ne)B3(800.0), cadfu=DFR G2, vk=IB LL-DZ(0.3), lgwabu=DFR I(ne)BZ(0.3), ovwjtterxo=DFR I(ne)BZ(0.3), khcj=IB LL-L1, vn=DFR I(F)LZ(0.3), sfixylx=DFR I(ne)B1, naxef=DFR I(ne)BZ(0.3), plavrgdvzj=DFR GB1, kbwzuicu=DFR I(ne)Z(0.3), xsfpw=DFR I(F)L2, vbmkjgypju=DFR GB3(800.0), vnrk=DFR G2, kig=IB LL-DZ(0.3), tlcrc=DFR I(F)1, wzakmsoxru=DFR I(n)2, izfdpnfhd=DFR I(F)3(800.0), ykcg=DFR I(n)L1, hiro=DFR GLZ(0.3), mmo=DFR I(ne)B2, owyynrch=IB SPL-LZ(0.3), xdvroub=DFR GBZ(0.3), ofouekqg=DFR GB2, rvearvxpk=DFR I(ne)3(800.0), dqigo=DFR I(ne)LZ(0.3), spxwklh=DFR I(ne)B2, ynafixa=IB SPL-D2, bgetv=DFR I(F)B2, whpdwt=DFR I(ne)LZ(0.3), ornt=DFR I(n)3(800.0), wt=LM Jelinek-Mercer(0.100000), ufdufkh=IB LL-LZ(0.3), wv=DFR I(ne)B2, geckddbn=IB LL-D2, zzwvkyu=DFR I(F)1, hgmb=IB LL-L1, zgq=DFR I(F)Z(0.3), bjdc=DFR I(F)B1, xa=IB LL-LZ(0.3), awddphgaj=DFR I(F)1, kji=DFR I(ne)B3(800.0), sfwohpkjem=DFR GBZ(0.3), xd=DFR I(n)B2, oro=IB LL-D3(800.0), lfguxx=DFR I(ne)BZ(0.3), xi=IB LL-DZ(0.3), twhl=IB SPL-L1, feom=DFR I(ne)L2, xj=DFR I(F)L2, itjrb=IB SPL-L1, mnt=DFR I(F)B3(800.0), xl=DFR I(F)LZ(0.3), ukmw=IB SPL-D1, byp=LM Jelinek-Mercer(0.100000), hfdqte=DFR I(ne)1, tckvctiawx=DFR I(ne)1, xr=DFR I(n)LZ(0.3), qzlov=DFR I(ne)L3(800.0), flwivi=DFR I(n)1, ifz=DFR I(n)3(800.0), iuwgytsqnt=DefaultSimilarity, gufqgtfydg=IB SPL-D2, qengpbe=DFR GLZ(0.3), tlucki=DFR I(F)L1, afrelzas=DFR GL2, xwoaafuxea=IB LL-D1, xrcdmxulz=IB SPL-LZ(0.3), cgpid=DFR I(ne)B1, mrobi=DFR GB3(800.0), kke=DFR I(F)BZ(0.3), kqqwkddow=IB LL-L2, sjvdidcq=DFR I(F)B2, faiu=DFR GL3(800.0), ya=DFR I(F)1, igi=IB LL-L2, xdw=DFR I(ne)3(800.0), yd=IB LL-L2, vtzjvqlrif=DFR I(F)Z(0.3), moo=DFR GZ(0.3), zdqzzpbbi=DFR I(ne)LZ(0.3), mhclapvj=IB SPL-L3(800.0), rrpoma=DFR I(n)L2, foubrsuuah=DFR I(n)B3(800.0), bczs=IB SPL-D2, uoyb=IB SPL-L3(800.0), moy=DFR I(F)2, fyynoyenq=DFR G1, xatk=DFR GBZ(0.3), yr=IB SPL-DZ(0.3), gcv=IB SPL-D2, nyimvdnrj=DFR G3(800.0), rosluvivrj=DFR I(n)B3(800.0), gnxnrj=IB LL-LZ(0.3), slmcfvtji=DFR I(n)L1, tuavvipcgv=DFR I(n)L2, pusx=DFR GB1, kfxifi=DFR I(F)B3(800.0), zqkenhbpbp=IB LL-L2, hpfjak=IB SPL-L2, qnau=DFR I(F)BZ(0.3), psctx=IB LL-L1, csul=DFR I(ne)B2, zc=DFR I(n)BZ(0.3), ze=DFR I(F)2, zf=DFR GL1, eqxea=DFR GBZ(0.3), rdoanqzfs=DFR I(F)1, yghswgksiq=DFR I(n)B1, tqyyw=DFR I(F)L1, azfvf=IB SPL-LZ(0.3), txxmnyfcfs=DFR I(F)L2, vba=DFR I(n)BZ(0.3), tpygyvetew=DFR GB1, bstoxfkeab=DFR I(n)BZ(0.3), lljdxjeyx=DFR I(F)L2, wlrjeogv=IB LL-D2, ajaxcgonkr=IB SPL-L2, pvcvndsi=DFR GZ(0.3), kdby=DFR GL2, iic=DFR I(ne)B1, eflpfp=DFR I(ne)B1, wvemj=IB SPL-D3(800.0), kmh=IB SPL-D2, vbw=DFR GL3(800.0), itaxktszn=LM Jelinek-Mercer(0.700000), utncor=DFR I(F)2, khvomybxu=DFR GB3(800.0), vskwpp=DFR GZ(0.3), xthbec=DFR I(ne)BZ(0.3), csqil=IB LL-L1, dbkxbte=DFR GBZ(0.3), sqbhk=DFR I(n)Z(0.3), kzahc=IB LL-LZ(0.3), ebzzfhpk=DFR I(ne)L3(800.0), jiomvhw=DFR GLZ(0.3), sfyussq=DFR I(ne)1, wrfljdae=DefaultSimilarity, labmtbfktw=DFR I(ne)1, avssdtdms=DFR I(F)BZ(0.3), shjsx=DFR I(ne)BZ(0.3), oktmpcwinw=DFR I(n)2, gwqbxmh=DFR I(ne)BZ(0.3), xcdxrjoaa=DFR I(F)Z(0.3), lvbw=DFR I(n)2, yqrq=DefaultSimilarity, hpdiavtjec=DFR I(F)L2, mwddoidgl=DFR GB2, lduhwbh=DFR I(F)L2, qxwp=DFR I(F)1, gzsedg=DFR I(ne)L3(800.0), pakkpxtp=LM Jelinek-Mercer(0.100000), pfwj=DFR G2, phhoulv=DFR I(ne)BZ(0.3), injwtsdurp=BM25(k1=1.2,b=0.75), zrfmldmj=DFR GB1, kog=IB SPL-L1, bzjzswo=DFR I(ne)B2, owl=DFR I(n)B2, udkfgdbjnp=DFR I(F)BZ(0.3), gqznqqe=DefaultSimilarity, bsihib=IB LL-DZ(0.3), ecj=BM25(k1=1.2,b=0.75), rkbxe=DFR GB1, wzmc=DFR I(F)BZ(0.3), rctrv=DFR I(F)2, sxlwjfmj=DFR I(n)BZ(0.3), nzsjcvqaxb=IB SPL-D2, ezbb=DFR GZ(0.3), amrhjo=DefaultSimilarity, efbtu=DFR I(ne)B3(800.0), xknax=DFR I(F)L2, oyvxrfcpye=IB LL-D1, yflbqehyam=DFR I(ne)LZ(0.3), ynafkijg=IB SPL-LZ(0.3), vyogjmyqvu=DFR G3(800.0), tnffkszjyj=DFR I(n)1, eqicg=DFR G3(800.0), wnfyerm=IB SPL-D2, vhqoea=DFR GLZ(0.3), exzpv=DFR GB2, kuqlgsw=DFR I(ne)L1, oxekyh=IB SPL-D1, kluztqacjk=IB LL-D2, yuuvk=DFR I(ne)1, prskfv=IB SPL-D1, rhwhm=LM Jelinek-Mercer(0.700000), znd=DFR GL2, isvfc=DFR G3(800.0), rgjdko=IB SPL-L1, tzhxw=IB LL-LZ(0.3), rwsvvdgt=IB SPL-D3(800.0), gic=DFR GB2, tbn=DFR G1, pygmo=BM25(k1=1.2,b=0.75), qisxog=IB LL-D1, jkqrmbvve=DFR I(ne)Z(0.3), fhlfmuv=IB SPL-D1, mwfv=IB LL-D2, jpav=DFR I(n)L2, itskheramm=DFR I(ne)B2, zcbawu=DFR I(ne)Z(0.3), hpgf=DefaultSimilarity, myjh=DFR GB1, oydb=DFR I(F)Z(0.3), rlijkf=IB SPL-D1, nhbwbhtzp=DFR GB3(800.0), eklhtfe=DFR I(F)3(800.0), dgxzv=IB LL-D1, kwko=IB SPL-L2, bkbtxcjaj=LM Jelinek-Mercer(0.100000), ing=DFR I(F)L2, vnbgvu=DFR I(F)L1, etnzmbx=DFR I(ne)L3(800.0), sgzngowhe=IB LL-L1, ipgjej=IB SPL-L3(800.0), lihjcnz=DFR I(n)B2, uddmkp=DFR G3(800.0), wgfvxfojp=DefaultSimilarity, xla=IB SPL-LZ(0.3), ezbo=DFR I(n)L1, dljc=DFR GZ(0.3), rmcc=DFR I(n)Z(0.3), ckedr=IB SPL-L1, objxrxgvn=DFR GB1, qttk=DFR I(ne)L3(800.0), yjudriped=DFR I(n)L1, isollvuixg=IB SPL-D2, olim=DFR I(F)3(800.0), nwclyfbz=DFR I(n)L2, hswnaxksvl=IB SPL-L1, lelaxexs=DFR I(ne)2, vviot=DFR GB1, lzdmqoex=IB LL-L3(800.0), gtrrl=DFR I(F)B1, rxtkvozmyr=DFR I(n)L1, aeet=DFR GL3(800.0)}, locale=be, timezone=Africa/Luanda
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=42706984,total=96468992
   [junit4]   2> NOTE: All tests run in this JVM: [TestNumericUtils, TestDocument, TestDocValuesScoring, TestBooleanScorer, TestRollingBuffer, TestNot, TestCollectionUtil, TestWindowsMMap, TestNRTCachingDirectory, TestCachingWrapperFilter, TestSimpleSearchEquivalence, TestDirectory, TestPerFieldPostingsFormat, TestUnicodeUtil, TestSimilarityBase, TestFieldInfos, TestDoc, TestIndexWriterOutOfFileDescriptors, TestDateSort, TestNGramPhraseQuery, TestNumericTokenStream, TestOmitPositions, TestAtomicUpdate, TestPayloadSpans, TestBasics, TestDuelingCodecs, TestTerm, TestRegexpRandom2, TestNoMergePolicy, TestAttributeSource, TestHugeRamFile, TestLiveFieldValues, TestByteArrayDataInput, TestWeakIdentityMap, TestDocsAndPositions, TestField, TestIndexWriterMergePolicy, TestBinaryDocument, TestOmitNorms, TestBasicOperations, TestRateLimiter, TestTermVectorsFormat]
   [junit4] Completed on J1 in 4.42s, 7 tests, 4 failures <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.lucene.search.TestElevationComparator
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestElevationComparator -Dtests.method=testSorting -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es -Dtests.timezone=Asia/Calcutta -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.03s J1 | TestElevationComparator.testSorting <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E6341E7484C04A43:F98523656C87624]:0)
   [junit4]    > 	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
   [junit4]    > 	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:378)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:470)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1533)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1203)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1184)
   [junit4]    > 	at org.apache.lucene.search.TestElevationComparator.testSorting(TestElevationComparator.java:52)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=es, timezone=Asia/Calcutta
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=32608552,total=96468992
   [junit4]   2> NOTE: All tests run in this JVM: [TestNumericUtils, TestDocument, TestDocValuesScoring, TestBooleanScorer, TestRollingBuffer, TestNot, TestCollectionUtil, TestWindowsMMap, TestNRTCachingDirectory, TestCachingWrapperFilter, TestSimpleSearchEquivalence, TestDirectory, TestPerFieldPostingsFormat, TestUnicodeUtil, TestSimilarityBase, TestFieldInfos, TestDoc, TestIndexWriterOutOfFileDescriptors, TestDateSort, TestNGramPhraseQuery, TestNumericTokenStream, TestOmitPositions, TestAtomicUpdate, TestPayloadSpans, TestBasics, TestDuelingCodecs, TestTerm, TestRegexpRandom2, TestNoMergePolicy, TestAttributeSource, TestHugeRamFile, TestLiveFieldValues, TestByteArrayDataInput, TestWeakIdentityMap, TestDocsAndPositions, TestField, TestIndexWriterMergePolicy, TestBinaryDocument, TestOmitNorms, TestBasicOperations, TestRateLimiter, TestTermVectorsFormat, TestElevationComparator]
   [junit4] Completed on J1 in 0.08s, 1 test, 1 failure <<< FAILURES!

[...truncated 58 lines...]
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSpans -Dtests.method=testSpanNearOrdered03 -Dtests.seed=E6341E7484C04A43 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_IE -Dtests.timezone=Pacific/Funafuti -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.01s J1 | TestSpans.testSpanNearOrdered03 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:457)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:506)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:616)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2828)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2986)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2953)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:316)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:253)
   [junit4]    > 	at org.apache.lucene.search.spans.TestSpans.setUp(TestSpans.java:63)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)Throwable #2: java.lang.NullPointerException
   [junit4]    > 	at org.apache.lucene.search.spans.TestSpans.tearDown(TestSpans.java:70)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=en_IE, timezone=Pacific/Funafuti
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=71112008,total=105906176
   [junit4]   2> NOTE: All tests run in this JVM: [TestNumericUtils, TestDocument, TestDocValuesScoring, TestBooleanScorer, TestRollingBuffer, TestNot, TestCollectionUtil, TestWindowsMMap, TestNRTCachingDirectory, TestCachingWrapperFilter, TestSimpleSearchEquivalence, TestDirectory, TestPerFieldPostingsFormat, TestUnicodeUtil, TestSimilarityBase, TestFieldInfos, TestDoc, TestIndexWriterOutOfFileDescriptors, TestDateSort, TestNGramPhraseQuery, TestNumericTokenStream, TestOmitPositions, TestAtomicUpdate, TestPayloadSpans, TestBasics, TestDuelingCodecs, TestTerm, TestRegexpRandom2, TestNoMergePolicy, TestAttributeSource, TestHugeRamFile, TestLiveFieldValues, TestByteArrayDataInput, TestWeakIdentityMap, TestDocsAndPositions, TestField, TestIndexWriterMergePolicy, TestBinaryDocument, TestOmitNorms, TestBasicOperations, TestRateLimiter, TestTermVectorsFormat, TestElevationComparator, MultiCollectorTest, TestMultiThreadTermVectors, TestSegmentMerger, Test4GBStoredFields, TestBlockPostingsFormat, TestSpans]
   [junit4] Completed on J1 in 0.79s, 26 tests, 1 error <<< FAILURES!

[...truncated 1004 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:49: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 379 suites, 2763 tests, 2 errors, 5 failures, 86 ignored (73 assumptions)

Total time: 14 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_60-ea-b02) - Build # 9038 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9038/
Java: 32bit/jdk1.7.0_60-ea-b02 -client -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([88DDC1A346AA1900:93B4FBB31F5793C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:120)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:86)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10022 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 227719 T964 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /pyipk/
   [junit4]   2> 227722 T964 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-OverseerRolesTest-1390046653408
   [junit4]   2> 227723 T964 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 227724 T965 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 227824 T964 oasc.ZkTestServer.run start zk server on port:42418
   [junit4]   2> 227825 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 227887 T971 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a1a42c name:ZooKeeperConnection Watcher:127.0.0.1:42418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 227888 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 227888 T964 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 227893 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 227894 T973 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cc87b3 name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 227894 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 227894 T964 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 227899 T964 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 227901 T964 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 227903 T964 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 227904 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 227905 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 227913 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 227914 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 227927 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 227928 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 227930 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 227931 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 227933 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 227933 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 227935 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 227936 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 227943 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 227943 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 227945 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 227945 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 227947 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 227948 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 227955 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 227956 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 227958 T964 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 227959 T964 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 228060 T964 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 228070 T964 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49483
   [junit4]   2> 228071 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 228071 T964 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 228071 T964 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390046653647
   [junit4]   2> 228072 T964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1390046653647/'
   [junit4]   2> 228092 T964 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390046653647/solr.xml
   [junit4]   2> 228179 T964 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 228181 T964 oasc.CoreContainer.<init> New CoreContainer 8389654
   [junit4]   2> 228182 T964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390046653647/]
   [junit4]   2> 228183 T964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 228184 T964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 228184 T964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 228185 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 228185 T964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 228185 T964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 228186 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 228186 T964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 228187 T964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 228199 T964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 228199 T964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 228200 T964 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 228200 T964 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42418/solr
   [junit4]   2> 228201 T964 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 228201 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 228203 T984 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f30f29 name:ZooKeeperConnection Watcher:127.0.0.1:42418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228203 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 228207 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 228208 T986 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@88c56e name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228208 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 228209 T964 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 228217 T964 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 228221 T964 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 228222 T964 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49483_pyipk
   [junit4]   2> 228223 T964 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49483_pyipk
   [junit4]   2> 228226 T964 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 228229 T964 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 228235 T964 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 228237 T964 oasc.Overseer.start Overseer (id=91098097477877763-127.0.0.1:49483_pyipk-n_0000000000) starting
   [junit4]   2> 228241 T964 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 228243 T988 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 228244 T964 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 228245 T988 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 228247 T964 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 228248 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 228251 T987 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 228252 T964 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390046653647
   [junit4]   2> 228254 T964 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390046653647/conf/
   [junit4]   2> 228286 T964 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 228286 T964 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 228287 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 228287 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 228289 T991 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1377535 name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228289 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 228290 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 228292 T964 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 228369 T964 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 228371 T964 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55714
   [junit4]   2> 228372 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 228372 T964 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 228372 T964 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390046653977
   [junit4]   2> 228373 T964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390046653977/'
   [junit4]   2> 228392 T964 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390046653977/solr.xml
   [junit4]   2> 228451 T964 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 228452 T964 oasc.CoreContainer.<init> New CoreContainer 14964070
   [junit4]   2> 228452 T964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390046653977/]
   [junit4]   2> 228453 T964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 228453 T964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 228454 T964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 228454 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 228454 T964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 228454 T964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 228455 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 228455 T964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 228455 T964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 228471 T964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 228472 T964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 228472 T964 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 228472 T964 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42418/solr
   [junit4]   2> 228473 T964 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 228473 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 228475 T1002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bef09 name:ZooKeeperConnection Watcher:127.0.0.1:42418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228475 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 228478 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 228480 T1004 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1133d72 name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228480 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 228483 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 229486 T964 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55714_pyipk
   [junit4]   2> 229487 T964 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55714_pyipk
   [junit4]   2> 229490 T991 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 229490 T1004 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 229490 T986 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 229495 T964 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390046653977
   [junit4]   2> 229496 T964 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390046653977/conf/
   [junit4]   2> 229537 T964 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 229538 T964 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 229538 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 229610 T964 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 229612 T964 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41902
   [junit4]   2> 229613 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 229613 T964 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 229614 T964 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390046655224
   [junit4]   2> 229614 T964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390046655224/'
   [junit4]   2> 229634 T964 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390046655224/solr.xml
   [junit4]   2> 229702 T964 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 229702 T964 oasc.CoreContainer.<init> New CoreContainer 11660427
   [junit4]   2> 229703 T964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390046655224/]
   [junit4]   2> 229706 T964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 229706 T964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 229706 T964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 229707 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 229707 T964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 229707 T964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 229708 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 229708 T964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 229708 T964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 229733 T964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 229733 T964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 229734 T964 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 229734 T964 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42418/solr
   [junit4]   2> 229734 T964 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 229735 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 229741 T1016 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c07c8 name:ZooKeeperConnection Watcher:127.0.0.1:42418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 229742 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 229744 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 229745 T1018 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@613d9a name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 229745 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 229749 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 230752 T964 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41902_pyipk
   [junit4]   2> 230823 T964 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41902_pyipk
   [junit4]   2> 230826 T1004 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 230826 T986 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 230826 T1018 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 230826 T991 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 230831 T964 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390046655224
   [junit4]   2> 230832 T964 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390046655224/conf/
   [junit4]   2> 230872 T964 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 230873 T964 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 230873 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 230946 T964 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 230948 T964 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48538
   [junit4]   2> 230949 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 230949 T964 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 230949 T964 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390046656559
   [junit4]   2> 230950 T964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1390046656559/'
   [junit4]   2> 230970 T964 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390046656559/solr.xml
   [junit4]   2> 231026 T964 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 231026 T964 oasc.CoreContainer.<init> New CoreContainer 12022281
   [junit4]   2> 231026 T964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390046656559/]
   [junit4]   2> 231027 T964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 231028 T964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 231028 T964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 231028 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 231028 T964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 231029 T964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 231029 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 231029 T964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 231030 T964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 231042 T964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 231042 T964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 231043 T964 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 231043 T964 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42418/solr
   [junit4]   2> 231044 T964 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 231044 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 231046 T1030 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76dbdb name:ZooKeeperConnection Watcher:127.0.0.1:42418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231047 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 231049 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 231050 T1032 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ddeeb8 name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231050 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 231054 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 232056 T964 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48538_pyipk
   [junit4]   2> 232058 T964 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48538_pyipk
   [junit4]   2> 232061 T991 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232061 T1018 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232062 T1004 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232062 T986 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232062 T1032 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232066 T964 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390046656559
   [junit4]   2> 232067 T964 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390046656559/conf/
   [junit4]   2> 232099 T964 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 232100 T964 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 232100 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 232176 T964 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 232178 T964 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48848
   [junit4]   2> 232179 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 232179 T964 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 232179 T964 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786
   [junit4]   2> 232179 T964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/'
   [junit4]   2> 232197 T964 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/solr.xml
   [junit4]   2> 232266 T964 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 232267 T964 oasc.CoreContainer.<init> New CoreContainer 25557291
   [junit4]   2> 232267 T964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/]
   [junit4]   2> 232268 T964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 232268 T964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 232268 T964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 232269 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 232269 T964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 232269 T964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 232270 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 232270 T964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 232270 T964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 232272 T964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 232273 T964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 232273 T964 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 232273 T964 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42418/solr
   [junit4]   2> 232273 T964 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 232274 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 232275 T1044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a98324 name:ZooKeeperConnection Watcher:127.0.0.1:42418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 232276 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 232278 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 232279 T1046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17f2631 name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 232279 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 232281 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 233284 T964 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48848_pyipk
   [junit4]   2> 233285 T964 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48848_pyipk
   [junit4]   2> 233288 T1032 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 233288 T1004 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 233288 T1046 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 233288 T986 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 233288 T1018 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 233289 T991 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 233300 T964 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786
   [junit4]   2> 233301 T964 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/conf/
   [junit4]   2> 233341 T964 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 233341 T964 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 233342 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 233408 T964 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 233420 T964 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50722
   [junit4]   2> 233421 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 233421 T964 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 233421 T964 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027
   [junit4]   2> 233422 T964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/'
   [junit4]   2> 233442 T964 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/solr.xml
   [junit4]   2> 233513 T964 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 233514 T964 oasc.CoreContainer.<init> New CoreContainer 6562812
   [junit4]   2> 233514 T964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/]
   [junit4]   2> 233515 T964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 233516 T964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 233516 T964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 233516 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 233517 T964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 233517 T964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 233517 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 233517 T964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 233518 T964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 233520 T964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 233521 T964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 233521 T964 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 233522 T964 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42418/solr
   [junit4]   2> 233522 T964 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 233524 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 233524 T1058 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76966a name:ZooKeeperConnection Watcher:127.0.0.1:42418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 233525 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 233527 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 233529 T1060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e71e18 name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 233529 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 233533 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 234537 T964 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50722_pyipk
   [junit4]   2> 234538 T964 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50722_pyipk
   [junit4]   2> 234542 T1018 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 234542 T991 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 234542 T1032 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 234542 T986 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 234542 T1046 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 234542 T1004 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 234543 T1060 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 234553 T964 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027
   [junit4]   2> 234554 T964 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/conf/
   [junit4]   2> 234592 T964 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 234593 T964 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 234593 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 234658 T964 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 234668 T964 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40423
   [junit4]   2> 234669 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 234669 T964 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 234670 T964 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390046660278
   [junit4]   2> 234670 T964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390046660278/'
   [junit4]   2> 234689 T964 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390046660278/solr.xml
   [junit4]   2> 234748 T964 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 234748 T964 oasc.CoreContainer.<init> New CoreContainer 1614777
   [junit4]   2> 234749 T964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390046660278/]
   [junit4]   2> 234750 T964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 234750 T964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 234750 T964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 234750 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 234751 T964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 234751 T964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 234751 T964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 234752 T964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 234752 T964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 234754 T964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 234754 T964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 234754 T964 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 234755 T964 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42418/solr
   [junit4]   2> 234755 T964 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 234756 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 234757 T1072 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a4cce3 name:ZooKeeperConnection Watcher:127.0.0.1:42418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 234758 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 234759 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 234760 T1074 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13ebe68 name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 234760 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 234763 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 235765 T964 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40423_pyipk
   [junit4]   2> 235767 T964 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40423_pyipk
   [junit4]   2> 235771 T991 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 235771 T1074 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 235771 T1032 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 235771 T1004 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 235772 T986 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 235772 T1046 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 235772 T1060 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 235772 T1018 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 235788 T964 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390046660278
   [junit4]   2> 235789 T964 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390046660278/conf/
   [junit4]   2> 235817 T964 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 235818 T964 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 235818 T964 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 235819 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 235820 T1077 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c07c08 name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 235821 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 235822 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 235824 T964 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 235825 T1079 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1601f5 name:ZooKeeperConnection Watcher:127.0.0.1:42418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 235825 T964 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 235826 T964 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 235828 T1056 oasha.CollectionsHandler.handleCreateAction Creating Collection : version=2&numShards=4&replicationFactor=2&action=CREATE&name=testOverseerCol&maxShardsPerNode=2&wt=javabin
   [junit4]   2> 235829 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235830 T988 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 235830 T988 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 235831 T988 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 235831 T988 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 235831 T988 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 235834 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235847 T987 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 235848 T987 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 235848 T987 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 235851 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235851 T1074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235851 T1077 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235852 T1079 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235852 T1018 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235852 T1060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235852 T1046 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235851 T986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235851 T1004 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235851 T991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235856 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 235934 T988 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 235934 T988 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:48848_pyipk
   [junit4]   2> 235935 T988 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:50722_pyipk
   [junit4]   2> 235936 T988 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:41902_pyipk
   [junit4]   2> 235936 T988 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:48538_pyipk
   [junit4]   2> 235937 T988 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:49483_pyipk
   [junit4]   2> 235937 T1055 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 235937 T1041 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 235938 T1026 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 235939 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235939 T1055 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 235938 T988 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:40423_pyipk
   [junit4]   2> 235938 T1013 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 235940 T1026 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 235941 T1041 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 235940 T988 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:55714_pyipk
   [junit4]   2> 235940 T980 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 235941 T1013 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 235941 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235941 T988 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:48848_pyipk
   [junit4]   2> 235943 T1000 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 235941 T1069 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 235943 T987 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 235944 T1042 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 235944 T1000 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 235943 T980 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 235944 T987 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50722/pyipk",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50722_pyipk",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 235944 T1069 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 235945 T1042 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 235947 T987 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48538/pyipk",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48538_pyipk",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 235949 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235949 T987 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48848/pyipk",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48848_pyipk",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 235951 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235952 T987 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41902/pyipk",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41902_pyipk",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 235954 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235955 T987 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49483/pyipk",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49483_pyipk",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 235957 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235958 T987 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55714/pyipk",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55714_pyipk",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 235960 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235961 T987 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40423/pyipk",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40423_pyipk",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 235963 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 235964 T987 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48848/pyipk",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48848_pyipk",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 235966 T986 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 236068 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236069 T1004 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236069 T986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236069 T1077 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236069 T991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236069 T1074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236069 T1079 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236068 T1046 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236068 T1018 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236069 T1060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 236939 T1055 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 236941 T1026 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 236941 T1041 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 236941 T1026 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390046656559/testOverseerCol_shard2_replica2
   [junit4]   2> 236942 T1026 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 236941 T1055 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/testOverseerCol_shard1_replica2
   [junit4]   2> 236942 T1055 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 236942 T1013 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 236942 T1041 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard1_replica1
   [junit4]   2> 236944 T1041 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 236943 T1055 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 236943 T1026 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 236944 T1000 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 236944 T1041 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 236944 T1055 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 236946 T1000 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390046653977/testOverseerCol_shard4_replica1
   [junit4]   2> 236944 T1013 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390046655224/testOverseerCol_shard2_replica1
   [junit4]   2> 236946 T1013 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 236946 T1000 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 236945 T1042 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 236947 T1000 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 236948 T1000 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 236945 T1041 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 236945 T1069 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 236945 T980 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 236944 T1026 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 236949 T1069 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390046660278/testOverseerCol_shard3_replica2
   [junit4]   2> 236950 T1069 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 236948 T1042 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard4_replica2
   [junit4]   2> 236951 T1042 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 236947 T1013 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 236951 T1013 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 236952 T1069 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 236947 T1055 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/testOverseerCol_shard1_replica2/'
   [junit4]   2> 236952 T1069 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 236953 T1013 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390046655224/testOverseerCol_shard2_replica1/'
   [junit4]   2> 236952 T1042 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 236951 T1041 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard1_replica1/'
   [junit4]   2> 236950 T980 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390046653647/testOverseerCol_shard3_replica1
   [junit4]   2> 236949 T1000 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390046653977/testOverseerCol_shard4_replica1/'
   [junit4]   2> 236954 T1069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390046660278/testOverseerCol_shard3_replica2/'
   [junit4]   2> 236954 T980 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 236953 T1042 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 236956 T980 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 236957 T980 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 236953 T1026 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1390046656559/testOverseerCol_shard2_replica2/'
   [junit4]   2> 236968 T1042 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard4_replica2/'
   [junit4]   2> 236968 T980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1390046653647/testOverseerCol_shard3_replica1/'
   [junit4]   2> 237135 T1055 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 237176 T1069 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 237225 T1041 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 237323 T1000 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 237333 T1026 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 237354 T1013 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 237459 T980 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 237481 T1042 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 237528 T1055 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 237538 T1055 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 237586 T1055 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 237610 T1069 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 237611 T1069 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 237644 T1041 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 237713 T1069 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 237730 T1041 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 237753 T1013 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 237773 T1026 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 237782 T1013 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 237794 T1000 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 237806 T1041 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 237815 T1026 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 237842 T1000 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 237858 T980 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 237890 T1042 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 237891 T1026 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 237891 T1013 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 237891 T1042 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 237904 T980 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 237916 T1000 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 237993 T980 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 238006 T1042 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 241215 T1055 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241240 T1055 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241241 T1055 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 241367 T1055 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 241399 T1055 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 241581 T1041 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241593 T1041 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241594 T1041 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 241626 T1041 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 241637 T1041 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 241700 T1069 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241708 T1069 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241709 T1069 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 241780 T1069 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 241793 T1013 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241794 T1013 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241795 T1013 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 241797 T1041 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 241797 T1055 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 241797 T1069 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 241811 T1055 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 241812 T1013 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 241833 T1013 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 241833 T1041 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 241834 T1055 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 241836 T1026 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241836 T1026 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241845 T1026 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 241849 T1000 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241849 T1000 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241850 T1000 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 241859 T1055 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 241860 T1055 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 241860 T1055 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 241861 T1055 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 241862 T1055 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 241862 T1055 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 241864 T980 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241863 T1069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 241862 T1026 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 241874 T1041 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 241874 T980 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241874 T1055 oasc.SolrCore.<init> [testOverseerCol_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/testOverseerCol_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/testOverseerCol_shard1_replica2/data/
   [junit4]   2> 241876 T1055 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@170de0f
   [junit4]   2> 241876 T1041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 241876 T980 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 241877 T1041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 241878 T1041 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 241878 T1055 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/testOverseerCol_shard1_replica2/data
   [junit4]   2> 241878 T1026 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 241889 T1069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 241892 T980 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 241889 T1000 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 241887 T1041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 241879 T1042 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241879 T1055 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390046659027/testOverseerCol_shard1_replica2/data/index/
   [junit4]   2> 241910 T1042 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 241909 T1041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 241904 T980 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 241903 T1013 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 241902 T1069 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 241911 T1042 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 241911 T1041 oasc.S

[...truncated too long message...]

decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 259133 T1046 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 259134 T1046 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 259135 T1046 oasc.SolrCore.closeSearcher [testOverseerCol_shard4_replica2] Closing main searcher on request.
   [junit4]   2> 259135 T1046 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 259135 T1046 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard4_replica2/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard4_replica2/data;done=false>>]
   [junit4]   2> 259135 T1046 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard4_replica2/data
   [junit4]   2> 259136 T1046 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard4_replica2/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard4_replica2/data/index;done=false>>]
   [junit4]   2> 259136 T1046 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390046657786/testOverseerCol_shard4_replica2/data/index
   [junit4]   2> 259136 T1046 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol/leaders/shard4
   [junit4]   2> 259137 T1046 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 259138 T1046 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard4/election/91098097477877772-core_node8-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 259138 T1046 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 259139 T1046 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 259139 T1046 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 259139 T1046 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ja_JP_JP_#u-ca-japanese, timezone=America/Creston
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=8,threads=1,free=73335672,total=113500160
   [junit4]   2> NOTE: All tests run in this JVM: [TestNoOpRegenerator, TestRTGBase, ChaosMonkeySafeLeaderTest, TestFastLRUCache, TermVectorComponentDistributedTest, TestDistributedMissingSort, LeaderElectionIntegrationTest, TestSolrJ, TestPartialUpdateDeduplication, ConnectionManagerTest, TestStressReorder, AssignTest, ZkSolrClientTest, TestWordDelimiterFilterFactory, OverseerRolesTest]
   [junit4] Completed on J1 in 32.35s, 1 test, 1 failure <<< FAILURES!

[...truncated 1006 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 51 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b02 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.6.0_45) - Build # 9037 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9037/
Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([4F5E59D6494283AA:CEB8D7CE3E1DE396]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:120)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:86)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.GeneratedMethodAccessor45.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 10175 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1239447 T4934 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1239452 T4934 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerRolesTest-1390041787024
   [junit4]   2> 1239453 T4934 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1239454 T4935 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1239554 T4934 oasc.ZkTestServer.run start zk server on port:46138
   [junit4]   2> 1239555 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1239674 T4941 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cb85e3f name:ZooKeeperConnection Watcher:127.0.0.1:46138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1239674 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1239675 T4934 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1239680 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1239682 T4943 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63802aef name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1239682 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1239683 T4934 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1239686 T4934 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1239690 T4934 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1239693 T4934 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1239697 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1239697 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1239703 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1239704 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1239708 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1239709 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1239714 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1239714 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1239718 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1239718 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1239722 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1239723 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1239727 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1239727 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1239731 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1239732 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1239736 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1239737 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1239741 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1239742 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1239745 T4934 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1239746 T4934 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1239816 T4934 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1239819 T4934 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35486
   [junit4]   2> 1239820 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1239821 T4934 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1239821 T4934 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322
   [junit4]   2> 1239821 T4934 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322/'
   [junit4]   2> 1239832 T4934 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322/solr.xml
   [junit4]   2> 1239876 T4934 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1239876 T4934 oasc.CoreContainer.<init> New CoreContainer 1658492852
   [junit4]   2> 1239877 T4934 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322/]
   [junit4]   2> 1239878 T4934 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1239879 T4934 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1239879 T4934 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1239879 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1239880 T4934 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1239880 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1239881 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1239881 T4934 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1239882 T4934 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1239885 T4934 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1239885 T4934 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1239886 T4934 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1239886 T4934 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46138/solr
   [junit4]   2> 1239887 T4934 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1239887 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1239889 T4954 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d1ddd1f name:ZooKeeperConnection Watcher:127.0.0.1:46138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1239889 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1239892 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1239895 T4956 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dd45592 name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1239895 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1239898 T4934 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1239906 T4934 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1239914 T4934 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1239918 T4934 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35486_
   [junit4]   2> 1239920 T4934 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35486_
   [junit4]   2> 1239929 T4934 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1239936 T4934 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1239949 T4934 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1239957 T4934 oasc.Overseer.start Overseer (id=91097778554601475-127.0.0.1:35486_-n_0000000000) starting
   [junit4]   2> 1239967 T4934 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1239972 T4958 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1239973 T4934 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1239973 T4958 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1239978 T4934 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1239981 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1239987 T4957 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1239988 T4934 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322
   [junit4]   2> 1239990 T4934 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322/conf/
   [junit4]   2> 1240015 T4934 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1240016 T4934 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1240016 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1240017 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240019 T4961 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6144aa6c name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1240019 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1240021 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1240024 T4934 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1240090 T4934 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1240092 T4934 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45673
   [junit4]   2> 1240093 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1240093 T4934 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1240093 T4934 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596
   [junit4]   2> 1240094 T4934 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/'
   [junit4]   2> 1240104 T4934 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/solr.xml
   [junit4]   2> 1240148 T4934 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1240149 T4934 oasc.CoreContainer.<init> New CoreContainer 329360336
   [junit4]   2> 1240149 T4934 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/]
   [junit4]   2> 1240150 T4934 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1240151 T4934 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1240151 T4934 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1240152 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1240152 T4934 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1240153 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1240153 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1240153 T4934 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1240154 T4934 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1240156 T4934 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1240156 T4934 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1240156 T4934 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1240157 T4934 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46138/solr
   [junit4]   2> 1240157 T4934 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1240158 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240159 T4972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5909b6c1 name:ZooKeeperConnection Watcher:127.0.0.1:46138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1240160 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1240162 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240165 T4974 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21c6f39e name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1240165 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1240170 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1241175 T4934 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45673_
   [junit4]   2> 1241176 T4934 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45673_
   [junit4]   2> 1241182 T4974 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1241183 T4956 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1241183 T4961 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1241189 T4934 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596
   [junit4]   2> 1241191 T4934 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/conf/
   [junit4]   2> 1241220 T4934 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1241221 T4934 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1241221 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1241286 T4934 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1241288 T4934 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43143
   [junit4]   2> 1241289 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1241289 T4934 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1241290 T4934 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390041788793
   [junit4]   2> 1241290 T4934 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390041788793/'
   [junit4]   2> 1241301 T4934 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390041788793/solr.xml
   [junit4]   2> 1241335 T4934 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1241336 T4934 oasc.CoreContainer.<init> New CoreContainer 738703507
   [junit4]   2> 1241336 T4934 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390041788793/]
   [junit4]   2> 1241338 T4934 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1241338 T4934 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1241338 T4934 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1241339 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1241339 T4934 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1241339 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1241340 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1241340 T4934 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1241340 T4934 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1241342 T4934 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1241343 T4934 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1241343 T4934 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1241343 T4934 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46138/solr
   [junit4]   2> 1241344 T4934 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1241345 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1241346 T4986 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ee6d17a name:ZooKeeperConnection Watcher:127.0.0.1:46138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1241347 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1241349 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1241353 T4988 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1988692f name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1241353 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1241360 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1242365 T4934 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43143_
   [junit4]   2> 1242367 T4934 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43143_
   [junit4]   2> 1242372 T4974 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1242372 T4988 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1242373 T4956 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1242373 T4961 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1242379 T4934 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390041788793
   [junit4]   2> 1242381 T4934 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390041788793/conf/
   [junit4]   2> 1242420 T4934 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1242421 T4934 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1242421 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1242483 T4934 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1242485 T4934 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37620
   [junit4]   2> 1242486 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1242486 T4934 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1242486 T4934 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390041789993
   [junit4]   2> 1242487 T4934 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390041789993/'
   [junit4]   2> 1242497 T4934 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390041789993/solr.xml
   [junit4]   2> 1242531 T4934 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1242532 T4934 oasc.CoreContainer.<init> New CoreContainer 660863068
   [junit4]   2> 1242532 T4934 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390041789993/]
   [junit4]   2> 1242533 T4934 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1242534 T4934 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1242534 T4934 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1242535 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1242535 T4934 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1242535 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1242536 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1242536 T4934 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1242536 T4934 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1242538 T4934 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1242539 T4934 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1242539 T4934 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1242539 T4934 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46138/solr
   [junit4]   2> 1242540 T4934 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1242540 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242542 T5000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14467438 name:ZooKeeperConnection Watcher:127.0.0.1:46138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1242542 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1242545 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242546 T5002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cb48dfa name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1242547 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1242552 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1243557 T4934 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37620_
   [junit4]   2> 1243559 T4934 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37620_
   [junit4]   2> 1243568 T4974 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1243569 T4956 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1243569 T5002 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1243570 T4988 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1243570 T4961 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1243576 T4934 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390041789993
   [junit4]   2> 1243577 T4934 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390041789993/conf/
   [junit4]   2> 1243610 T4934 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1243610 T4934 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1243611 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1243677 T4934 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1243679 T4934 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34718
   [junit4]   2> 1243680 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1243680 T4934 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1243680 T4934 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390041791182
   [junit4]   2> 1243681 T4934 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390041791182/'
   [junit4]   2> 1243705 T4934 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390041791182/solr.xml
   [junit4]   2> 1243740 T4934 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1243741 T4934 oasc.CoreContainer.<init> New CoreContainer 1706775230
   [junit4]   2> 1243741 T4934 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390041791182/]
   [junit4]   2> 1243743 T4934 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1243743 T4934 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1243743 T4934 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1243744 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1243744 T4934 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1243744 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1243745 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1243745 T4934 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1243745 T4934 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1243747 T4934 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1243748 T4934 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1243748 T4934 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1243748 T4934 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46138/solr
   [junit4]   2> 1243749 T4934 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1243750 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1243751 T5014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d356c1f name:ZooKeeperConnection Watcher:127.0.0.1:46138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1243752 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1243754 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1243756 T5016 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39715d80 name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1243756 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1243761 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1244768 T4934 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34718_
   [junit4]   2> 1244769 T4934 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34718_
   [junit4]   2> 1244776 T4974 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1244777 T5002 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1244777 T5016 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1244777 T4956 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1244778 T4988 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1244778 T4961 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1244784 T4934 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390041791182
   [junit4]   2> 1244785 T4934 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390041791182/conf/
   [junit4]   2> 1244809 T4934 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1244810 T4934 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1244810 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1244876 T4934 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1244878 T4934 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57147
   [junit4]   2> 1244879 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1244879 T4934 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1244879 T4934 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390041792381
   [junit4]   2> 1244880 T4934 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390041792381/'
   [junit4]   2> 1244891 T4934 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390041792381/solr.xml
   [junit4]   2> 1244937 T4934 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1244937 T4934 oasc.CoreContainer.<init> New CoreContainer 1622692359
   [junit4]   2> 1244938 T4934 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390041792381/]
   [junit4]   2> 1244939 T4934 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1244940 T4934 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1244940 T4934 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1244940 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1244941 T4934 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1244941 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1244941 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1244942 T4934 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1244942 T4934 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1244944 T4934 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1244945 T4934 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1244945 T4934 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1244945 T4934 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46138/solr
   [junit4]   2> 1244946 T4934 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1244946 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1244949 T5028 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65117b2c name:ZooKeeperConnection Watcher:127.0.0.1:46138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1244949 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1244952 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1244953 T5030 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@209c13c7 name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1244953 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1244959 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1245964 T4934 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57147_
   [junit4]   2> 1245966 T4934 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57147_
   [junit4]   2> 1245973 T4974 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1245973 T4956 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1245974 T5016 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1245974 T4988 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1245974 T4961 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1245975 T5002 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1245975 T5030 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1245982 T4934 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390041792381
   [junit4]   2> 1245983 T4934 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390041792381/conf/
   [junit4]   2> 1246014 T4934 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1246015 T4934 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1246015 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1246081 T4934 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1246083 T4934 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43448
   [junit4]   2> 1246084 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1246084 T4934 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1246085 T4934 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390041793586
   [junit4]   2> 1246085 T4934 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390041793586/'
   [junit4]   2> 1246096 T4934 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390041793586/solr.xml
   [junit4]   2> 1246145 T4934 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1246146 T4934 oasc.CoreContainer.<init> New CoreContainer 931343696
   [junit4]   2> 1246146 T4934 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390041793586/]
   [junit4]   2> 1246148 T4934 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1246148 T4934 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1246148 T4934 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1246149 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1246149 T4934 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1246149 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1246150 T4934 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1246150 T4934 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1246150 T4934 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1246152 T4934 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1246153 T4934 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1246153 T4934 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1246153 T4934 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46138/solr
   [junit4]   2> 1246154 T4934 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1246155 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1246156 T5042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@513fba9 name:ZooKeeperConnection Watcher:127.0.0.1:46138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1246157 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1246159 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1246160 T5044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a4cf720 name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1246161 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1246166 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1247171 T4934 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43448_
   [junit4]   2> 1247173 T4934 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43448_
   [junit4]   2> 1247180 T4974 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1247181 T5030 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1247181 T5016 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1247181 T4988 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1247182 T4961 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1247181 T5002 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1247183 T4956 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1247183 T5044 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1247190 T4934 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390041793586
   [junit4]   2> 1247191 T4934 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390041793586/conf/
   [junit4]   2> 1247221 T4934 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1247222 T4934 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1247223 T4934 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1247224 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1247225 T5047 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e9a3a87 name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1247225 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1247227 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1247231 T4934 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1247233 T5049 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6364cd6 name:ZooKeeperConnection Watcher:127.0.0.1:46138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1247233 T4934 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1247235 T4934 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1247239 T5040 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=2&name=testOverseerCol&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1247241 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247244 T4958 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1247244 T4958 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1247245 T4958 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1247246 T4958 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 1247246 T4958 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 1247251 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247253 T4957 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1247254 T4957 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 1247254 T4957 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 1247259 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247260 T4974 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247260 T5002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247260 T5049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247260 T4956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247260 T5047 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247260 T5030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247261 T5016 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247262 T5044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247262 T4988 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247262 T4961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247352 T4958 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 1247352 T4958 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:35486_
   [junit4]   2> 1247352 T4958 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:45673_
   [junit4]   2> 1247353 T4958 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:43448_
   [junit4]   2> 1247354 T4958 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:43143_
   [junit4]   2> 1247354 T4958 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:34718_
   [junit4]   2> 1247354 T4958 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:57147_
   [junit4]   2> 1247355 T4958 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:37620_
   [junit4]   2> 1247356 T4950 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 1247356 T4958 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:35486_
   [junit4]   2> 1247357 T5010 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 1247356 T5039 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 1247356 T4967 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 1247357 T4981 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 1247357 T5025 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 1247358 T4996 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 1247359 T4950 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1247359 T5010 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1247359 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247360 T4951 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 1247361 T5025 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1247361 T4981 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1247361 T5039 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1247362 T4996 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1247362 T4967 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1247364 T4951 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1247364 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247365 T4957 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1247366 T4957 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35486",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35486_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1247370 T4957 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:34718",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:34718_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1247373 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247375 T4957 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43448",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43448_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1247378 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247380 T4957 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45673",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45673_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1247383 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247385 T4957 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43143",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43143_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1247388 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247389 T4957 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57147",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57147_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1247393 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247395 T4957 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37620",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37620_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1247398 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247399 T4957 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35486",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35486_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1247403 T4956 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1247506 T4974 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247506 T5049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247506 T5047 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247507 T4956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247506 T5044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247507 T5016 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247507 T4988 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247506 T5030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247508 T5002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1247508 T4961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1248360 T4950 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 1248360 T5010 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 1248361 T4950 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322/testOverseerCol_shard1_replica1
   [junit4]   2> 1248361 T5010 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390041791182/testOverseerCol_shard3_replica1
   [junit4]   2> 1248361 T5010 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1248361 T5025 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 1248361 T4950 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1248362 T5039 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 1248362 T4967 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 1248363 T5039 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390041793586/testOverseerCol_shard2_replica1
   [junit4]   2> 1248361 T4981 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 1248363 T5039 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1248362 T5010 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1248364 T5010 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1248362 T5025 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390041792381/testOverseerCol_shard3_replica2
   [junit4]   2> 1248365 T5025 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1248362 T4996 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 1248364 T4951 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 1248364 T4950 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1248366 T4951 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322/testOverseerCol_shard4_replica2
   [junit4]   2> 1248364 T4981 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390041788793/testOverseerCol_shard2_replica2
   [junit4]   2> 1248367 T4981 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1248363 T4967 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/testOverseerCol_shard1_replica2
   [junit4]   2> 1248367 T5025 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1248367 T4951 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1248367 T4950 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1248366 T5010 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390041791182/testOverseerCol_shard3_replica1/'
   [junit4]   2> 1248369 T4951 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1248370 T4951 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1248366 T4996 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390041789993/testOverseerCol_shard4_replica1
   [junit4]   2> 1248366 T5039 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1248371 T5039 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1248370 T4996 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1248368 T5025 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1248368 T4981 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1248368 T4967 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1248373 T4996 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1248372 T4981 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1248372 T4950 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322/testOverseerCol_shard1_replica1/'
   [junit4]   2> 1248374 T4951 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1390041787322/testOverseerCol_shard4_replica2/'
   [junit4]   2> 1248375 T5039 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390041793586/testOverseerCol_shard2_replica1/'
   [junit4]   2> 1248376 T4967 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1248377 T4967 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1248373 T4996 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1248379 T4981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390041788793/testOverseerCol_shard2_replica2/'
   [junit4]   2> 1248380 T5025 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390041792381/testOverseerCol_shard3_replica2/'
   [junit4]   2> 1248382 T4996 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390041789993/testOverseerCol_shard4_replica1/'
   [junit4]   2> 1248383 T4967 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/testOverseerCol_shard1_replica2/'
   [junit4]   2> 1248450 T5010 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1248493 T4951 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1248494 T4981 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1248508 T4967 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1248511 T4950 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1248529 T5039 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1248540 T5025 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1248576 T4996 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1248594 T4967 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1248611 T4967 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1248626 T4967 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 1248629 T5010 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1248632 T5010 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1248634 T5039 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1248655 T5039 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1248657 T5025 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1248661 T5025 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1248668 T5010 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 1248678 T4981 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1248677 T5025 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 1248677 T5039 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 1248676 T4951 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1248674 T4950 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1248681 T4981 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1248683 T4951 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1248684 T4950 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1248721 T4951 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 1248722 T4950 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 1248725 T4981 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 1248755 T4996 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1248758 T4996 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1248771 T4996 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 1249727 T4967 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249738 T4967 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249739 T4967 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1249757 T4967 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1249762 T4967 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1249815 T5039 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249816 T5039 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249817 T5010 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249817 T5039 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1249817 T5010 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249826 T5010 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1249826 T5039 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1249829 T4967 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1249833 T5039 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1249835 T4967 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1249839 T4951 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249840 T4951 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249841 T4967 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1249843 T4981 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249856 T4981 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249858 T4981 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1249841 T4951 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1249853 T5010 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1249851 T4967 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1249864 T4967 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1249866 T4967 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1249867 T4981 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1249868 T5010 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1249870 T4967 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1249871 T4967 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1249871 T4967 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1249872 T4967 oasc.SolrCore.<init> [testOverseerCol_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/testOverseerCol_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/testOverseerCol_shard1_replica2/data/
   [junit4]   2> 1249872 T4967 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a205144
   [junit4]   2> 1249875 T5025 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249876 T5025 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1249876 T4981 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1249877 T4967 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/testOverseerCol_shard1_replica2/data
   [junit4]   2> 1249877 T4967 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/testOverseerCol_shard1_replica2/data/index/
   [junit4]   2> 1249878 T4967 oasc.SolrCore.initIndex WARN [testOverseerCol_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/testOverseerCol_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1249879 T4967 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390041787596/testOverseerCol_shard1_replica2/data/index
   [junit4]   2> 1249879 T4967 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=21.26171875, floorSegmentMB=2.0419921875, forceMergeDeletesPctAllowed=12.8799980726644, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8862457408857896
   [junit4]   2> 1249879 T5025 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1249880 T4967 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@36ccce9f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b7f368e),segFN=segments_1,generation=1}
   [junit4]   2> 1249881 T4951 oass.IndexSche

[...truncated too long message...]

eper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1267271 T5030 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard3/election/91097778554601486-core_node6-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1267271 T5030 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1267272 T5030 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ms_MY, timezone=America/Pangnirtung
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Sun Microsystems Inc. 1.6.0_45 (64-bit)/cpus=8,threads=1,free=99309376,total=232964096
   [junit4]   2> NOTE: All tests run in this JVM: [CursorPagingTest, DirectUpdateHandlerOptimizeTest, SampleTest, TestFunctionQuery, TestJmxMonitoredMap, TestPostingsSolrHighlighter, TestCloudManagedSchema, SOLR749Test, IndexSchemaTest, DistributedSuggestComponentTest, ExternalFileFieldSortTest, TestRandomMergePolicy, ClusterStateUpdateTest, TestRandomDVFaceting, SliceStateTest, TestSuggestSpellingConverter, TestCustomSort, TestRecoveryHdfs, FieldMutatingUpdateProcessorTest, TestDocSet, SuggesterTest, TestJoin, StatelessScriptUpdateProcessorFactoryTest, TestLRUCache, SliceStateUpdateTest, TestSolrXml, TestStressUserVersions, HdfsCollectionsAPIDistributedZkTest, SystemInfoHandlerTest, UpdateRequestProcessorFactoryTest, TestDocumentBuilder, JsonLoaderTest, HdfsBasicDistributedZk2Test, TestWriterPerf, TestHighFrequencyDictionaryFactory, RegexBoostProcessorTest, MoreLikeThisHandlerTest, BadCopyFieldTest, TestFreeTextSuggestions, TestSolrIndexConfig, TestSchemaNameResource, DocValuesTest, ReturnFieldsTest, TestElisionMultitermQuery, SpatialFilterTest, ScriptEngineTest, CopyFieldTest, TestSearchPerf, TestSolrQueryParser, TestMergePolicyConfig, ZkControllerTest, ShowFileRequestHandlerTest, TestSolrQueryParserResource, CSVRequestHandlerTest, BadComponentTest, TestSurroundQueryParser, TestSort, QueryEqualityTest, SyncSliceTest, TestSystemIdResolver, PrimitiveFieldTypeTest, URLClassifyProcessorTest, TestCollationFieldDocValues, DocumentBuilderTest, TestLuceneMatchVersion, TestLMDirichletSimilarityFactory, HdfsSyncSliceTest, TestFaceting, SolrTestCaseJ4Test, TestDynamicFieldResource, BinaryUpdateRequestHandlerTest, AnalysisAfterCoreReloadTest, TestConfig, HdfsUnloadDistributedZkTest, SoftAutoCommitTest, TestBM25SimilarityFactory, CircularListTest, TestCopyFieldCollectionResource, TriLevelCompositeIdRoutingTest, TestGroupingSearch, TestLMJelinekMercerSimilarityFactory, TestAnalyzeInfixSuggestions, TestNRTOpen, TestReversedWildcardFilterFactory, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, ShardRoutingTest, RecoveryZkTest, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, TestRealTimeGet, TestStressVersions, TestRangeQuery, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, PeerSyncTest, BasicFunctionalityTest, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, CoreAdminHandlerTest, SuggesterTSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestUpdate, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestOmitPositions, TermsComponentTest, TestValueSourceCache, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, MBeansHandlerTest, QueryParsingTest, TestPHPSerializedResponseWriter, TestComponentsName, CoreContainerCoreInitFailuresTest, TestLFUCache, UpdateParamsTest, ResponseLogComponentTest, MultiTermTest, TestBinaryField, OutputWriterTest, SpellPossibilityIteratorTest, TestCharFilters, EchoParamsTest, TestNumberUtils, TestFastWriter, LegacyHTMLStripCharFilterTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, DateFieldTest, DOMUtilTest, ClusterStateTest, ZkNodePropsTest, UUIDFieldTest, TestRTGBase, AliasIntegrationTest, MigrateRouteKeyTest, OverseerRolesTest]
   [junit4] Completed on J0 in 27.97s, 1 test, 1 failure <<< FAILURES!

[...truncated 132 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 47 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.6.0_45) - Build # 9036 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9036/
Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([70094AAFB6465423:F1EFC4B7C119341F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:120)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:86)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 10336 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1151327 T4344 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /hx/b
   [junit4]   2> 1151330 T4344 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerRolesTest-1390035136117
   [junit4]   2> 1151330 T4344 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1151331 T4345 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1151431 T4344 oasc.ZkTestServer.run start zk server on port:47900
   [junit4]   2> 1151432 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1151475 T4351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17ae088 name:ZooKeeperConnection Watcher:127.0.0.1:47900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1151475 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1151476 T4344 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1151481 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1151482 T4353 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b62f30 name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1151482 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1151482 T4344 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1151486 T4344 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1151489 T4344 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1151492 T4344 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1151496 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1151496 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1151502 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1151502 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1151506 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1151507 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1151511 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1151511 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1151515 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1151515 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1151519 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1151519 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1151523 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1151524 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1151528 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1151529 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1151533 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1151534 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1151537 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1151538 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1151542 T4344 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1151542 T4344 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1151616 T4344 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1151618 T4344 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33963
   [junit4]   2> 1151619 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1151619 T4344 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1151620 T4344 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390035136334
   [junit4]   2> 1151620 T4344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390035136334/'
   [junit4]   2> 1151631 T4344 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390035136334/solr.xml
   [junit4]   2> 1151670 T4344 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1151670 T4344 oasc.CoreContainer.<init> New CoreContainer 15074036
   [junit4]   2> 1151671 T4344 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390035136334/]
   [junit4]   2> 1151672 T4344 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1151673 T4344 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1151673 T4344 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1151673 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1151674 T4344 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1151674 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1151674 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1151674 T4344 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1151675 T4344 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1151677 T4344 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1151677 T4344 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1151677 T4344 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1151678 T4344 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47900/solr
   [junit4]   2> 1151678 T4344 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1151679 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1151680 T4364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cbf51f name:ZooKeeperConnection Watcher:127.0.0.1:47900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1151680 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1151682 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1151683 T4366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e66225 name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1151683 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1151685 T4344 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1151690 T4344 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1151693 T4344 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1151696 T4344 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33963_hx%2Fb
   [junit4]   2> 1151697 T4344 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33963_hx%2Fb
   [junit4]   2> 1151701 T4344 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1151704 T4344 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1151711 T4344 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1151714 T4344 oasc.Overseer.start Overseer (id=91097342680694787-127.0.0.1:33963_hx%2Fb-n_0000000000) starting
   [junit4]   2> 1151718 T4344 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1151723 T4368 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1151724 T4344 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1151724 T4368 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1151728 T4344 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1151731 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1151735 T4367 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1151738 T4344 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390035136334
   [junit4]   2> 1151739 T4344 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390035136334/conf/
   [junit4]   2> 1151787 T4344 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1151788 T4344 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1151788 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1151789 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1151791 T4371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f7f991 name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1151791 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1151793 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1151796 T4344 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1151865 T4344 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1151867 T4344 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50029
   [junit4]   2> 1151868 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1151868 T4344 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1151868 T4344 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583
   [junit4]   2> 1151869 T4344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/'
   [junit4]   2> 1151880 T4344 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/solr.xml
   [junit4]   2> 1151917 T4344 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1151918 T4344 oasc.CoreContainer.<init> New CoreContainer 3205606
   [junit4]   2> 1151918 T4344 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/]
   [junit4]   2> 1151919 T4344 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1151919 T4344 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1151920 T4344 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1151920 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1151920 T4344 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1151921 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1151921 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1151921 T4344 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1151922 T4344 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1151924 T4344 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1151924 T4344 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1151924 T4344 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1151925 T4344 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47900/solr
   [junit4]   2> 1151925 T4344 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1151926 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1151927 T4382 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14c0fa7 name:ZooKeeperConnection Watcher:127.0.0.1:47900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1151927 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1151929 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1151936 T4384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@146eba7 name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1151936 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1151941 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1152946 T4344 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50029_hx%2Fb
   [junit4]   2> 1152947 T4344 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50029_hx%2Fb
   [junit4]   2> 1152951 T4384 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1152952 T4366 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1152952 T4371 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1152960 T4344 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583
   [junit4]   2> 1152962 T4344 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/conf/
   [junit4]   2> 1152985 T4344 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1152986 T4344 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1152986 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1153059 T4344 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1153061 T4344 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48742
   [junit4]   2> 1153062 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1153062 T4344 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1153063 T4344 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774
   [junit4]   2> 1153063 T4344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/'
   [junit4]   2> 1153075 T4344 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/solr.xml
   [junit4]   2> 1153114 T4344 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1153115 T4344 oasc.CoreContainer.<init> New CoreContainer 3077696
   [junit4]   2> 1153115 T4344 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/]
   [junit4]   2> 1153116 T4344 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1153117 T4344 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1153117 T4344 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1153117 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1153118 T4344 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1153118 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1153118 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1153119 T4344 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1153119 T4344 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1153121 T4344 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1153122 T4344 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1153122 T4344 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1153123 T4344 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47900/solr
   [junit4]   2> 1153123 T4344 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1153124 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1153126 T4396 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1291308 name:ZooKeeperConnection Watcher:127.0.0.1:47900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1153126 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1153128 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1153129 T4398 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@122d974 name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1153130 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1153136 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1154140 T4344 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48742_hx%2Fb
   [junit4]   2> 1154141 T4344 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48742_hx%2Fb
   [junit4]   2> 1154146 T4366 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1154146 T4398 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1154147 T4384 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1154148 T4371 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1154153 T4344 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774
   [junit4]   2> 1154154 T4344 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/conf/
   [junit4]   2> 1154177 T4344 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1154178 T4344 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1154178 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1154245 T4344 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1154248 T4344 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57554
   [junit4]   2> 1154248 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1154249 T4344 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1154249 T4344 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390035138966
   [junit4]   2> 1154250 T4344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390035138966/'
   [junit4]   2> 1154267 T4344 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390035138966/solr.xml
   [junit4]   2> 1154318 T4344 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1154318 T4344 oasc.CoreContainer.<init> New CoreContainer 20651737
   [junit4]   2> 1154319 T4344 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390035138966/]
   [junit4]   2> 1154320 T4344 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1154320 T4344 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1154320 T4344 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1154321 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1154321 T4344 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1154321 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1154322 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1154322 T4344 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1154322 T4344 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1154324 T4344 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1154325 T4344 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1154325 T4344 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1154326 T4344 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47900/solr
   [junit4]   2> 1154326 T4344 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1154327 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1154329 T4410 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@666446 name:ZooKeeperConnection Watcher:127.0.0.1:47900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1154329 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1154331 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1154333 T4412 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f1d890 name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1154333 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1154338 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1155343 T4344 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57554_hx%2Fb
   [junit4]   2> 1155345 T4344 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57554_hx%2Fb
   [junit4]   2> 1155350 T4384 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1155351 T4398 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1155351 T4371 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1155351 T4366 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1155352 T4412 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1155358 T4344 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390035138966
   [junit4]   2> 1155359 T4344 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390035138966/conf/
   [junit4]   2> 1155392 T4344 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1155393 T4344 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1155393 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1155463 T4344 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1155464 T4344 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47425
   [junit4]   2> 1155465 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1155465 T4344 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1155465 T4344 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390035140181
   [junit4]   2> 1155466 T4344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390035140181/'
   [junit4]   2> 1155478 T4344 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390035140181/solr.xml
   [junit4]   2> 1155517 T4344 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1155518 T4344 oasc.CoreContainer.<init> New CoreContainer 33200150
   [junit4]   2> 1155518 T4344 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390035140181/]
   [junit4]   2> 1155519 T4344 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1155520 T4344 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1155520 T4344 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1155520 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1155521 T4344 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1155521 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1155521 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1155522 T4344 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1155522 T4344 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1155524 T4344 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1155524 T4344 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1155524 T4344 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1155525 T4344 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47900/solr
   [junit4]   2> 1155525 T4344 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1155526 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1155527 T4424 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@116d071 name:ZooKeeperConnection Watcher:127.0.0.1:47900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1155527 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1155530 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1155531 T4426 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d495a name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1155531 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1155538 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1156542 T4344 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47425_hx%2Fb
   [junit4]   2> 1156544 T4344 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47425_hx%2Fb
   [junit4]   2> 1156550 T4371 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1156550 T4426 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1156550 T4366 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1156551 T4398 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1156552 T4412 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1156552 T4384 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1156558 T4344 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390035140181
   [junit4]   2> 1156559 T4344 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390035140181/conf/
   [junit4]   2> 1156582 T4344 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1156583 T4344 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1156583 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1156650 T4344 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1156653 T4344 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47655
   [junit4]   2> 1156653 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1156654 T4344 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1156654 T4344 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390035141370
   [junit4]   2> 1156655 T4344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390035141370/'
   [junit4]   2> 1156665 T4344 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390035141370/solr.xml
   [junit4]   2> 1156702 T4344 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1156703 T4344 oasc.CoreContainer.<init> New CoreContainer 23983233
   [junit4]   2> 1156703 T4344 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390035141370/]
   [junit4]   2> 1156704 T4344 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1156705 T4344 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1156705 T4344 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1156705 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1156706 T4344 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1156706 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1156706 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1156707 T4344 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1156707 T4344 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1156709 T4344 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1156709 T4344 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1156709 T4344 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1156710 T4344 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47900/solr
   [junit4]   2> 1156710 T4344 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1156711 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1156712 T4438 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cf64c3 name:ZooKeeperConnection Watcher:127.0.0.1:47900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1156713 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1156715 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1156716 T4440 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dbf53 name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1156716 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1156721 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1157726 T4344 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47655_hx%2Fb
   [junit4]   2> 1157727 T4344 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47655_hx%2Fb
   [junit4]   2> 1157734 T4426 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1157735 T4398 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1157735 T4384 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1157735 T4371 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1157736 T4440 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1157737 T4366 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1157737 T4412 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1157744 T4344 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390035141370
   [junit4]   2> 1157745 T4344 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390035141370/conf/
   [junit4]   2> 1157780 T4344 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1157780 T4344 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1157781 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1157849 T4344 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1157851 T4344 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41706
   [junit4]   2> 1157852 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1157852 T4344 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1157852 T4344 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568
   [junit4]   2> 1157853 T4344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568/'
   [junit4]   2> 1157864 T4344 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568/solr.xml
   [junit4]   2> 1157903 T4344 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1157904 T4344 oasc.CoreContainer.<init> New CoreContainer 4153725
   [junit4]   2> 1157904 T4344 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568/]
   [junit4]   2> 1157905 T4344 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1157906 T4344 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1157906 T4344 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1157907 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1157907 T4344 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1157907 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1157908 T4344 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1157908 T4344 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1157908 T4344 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1157910 T4344 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1157911 T4344 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1157911 T4344 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1157911 T4344 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47900/solr
   [junit4]   2> 1157912 T4344 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1157913 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1157914 T4452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@119650e name:ZooKeeperConnection Watcher:127.0.0.1:47900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1157914 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1157916 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1157917 T4454 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1eff574 name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1157918 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1157923 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1158927 T4344 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41706_hx%2Fb
   [junit4]   2> 1158929 T4344 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41706_hx%2Fb
   [junit4]   2> 1158936 T4384 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1158936 T4440 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1158936 T4412 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1158936 T4366 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1158937 T4454 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1158937 T4371 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1158938 T4426 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1158938 T4398 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1158944 T4344 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568
   [junit4]   2> 1158946 T4344 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568/conf/
   [junit4]   2> 1158969 T4344 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1158970 T4344 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1158970 T4344 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1158971 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1158972 T4457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@87fcf name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1158972 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1158974 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1158978 T4344 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1158979 T4459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d8a93f name:ZooKeeperConnection Watcher:127.0.0.1:47900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1158979 T4344 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1158981 T4344 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1158985 T4421 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=2&name=testOverseerCol&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1158986 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1158988 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1158989 T4368 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1158989 T4368 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1158990 T4368 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1158990 T4368 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 1158990 T4368 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 1158995 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1158997 T4367 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1158997 T4367 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 1158998 T4367 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 1159000 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159001 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159001 T4398 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159002 T4384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159001 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159002 T4426 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159002 T4457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159002 T4454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159003 T4440 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159003 T4371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159003 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159095 T4368 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 1159096 T4368 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:41706_hx%2Fb
   [junit4]   2> 1159096 T4368 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:47655_hx%2Fb
   [junit4]   2> 1159097 T4368 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:33963_hx%2Fb
   [junit4]   2> 1159098 T4368 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:47425_hx%2Fb
   [junit4]   2> 1159100 T4447 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 1159101 T4368 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:50029_hx%2Fb
   [junit4]   2> 1159101 T4368 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:57554_hx%2Fb
   [junit4]   2> 1159101 T4435 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 1159102 T4361 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 1159102 T4447 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1159103 T4407 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 1159102 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159102 T4419 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 1159102 T4368 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:48742_hx%2Fb
   [junit4]   2> 1159102 T4378 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 1159109 T4368 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:41706_hx%2Fb
   [junit4]   2> 1159110 T4435 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1159110 T4407 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1159110 T4391 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 1159111 T4448 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 1159111 T4419 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1159112 T4361 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1159112 T4378 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1159113 T4391 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1159114 T4448 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1159115 T4367 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1159115 T4367 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41706/hx/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41706_hx%2Fb",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1159119 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159121 T4367 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47655/hx/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47655_hx%2Fb",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1159124 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159126 T4367 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57554/hx/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57554_hx%2Fb",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1159129 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159131 T4367 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47425/hx/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47425_hx%2Fb",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1159135 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159137 T4367 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50029/hx/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50029_hx%2Fb",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1159140 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159142 T4367 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33963/hx/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:33963_hx%2Fb",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1159145 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159147 T4367 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48742/hx/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48742_hx%2Fb",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1159150 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159152 T4367 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41706/hx/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41706_hx%2Fb",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1159155 T4366 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1159258 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159259 T4454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159259 T4426 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159259 T4384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159259 T4398 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159258 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159259 T4366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159260 T4371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159260 T4457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1159260 T4440 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1160103 T4447 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 1160104 T4447 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568/testOverseerCol_shard1_replica1
   [junit4]   2> 1160104 T4447 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1160106 T4447 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1160106 T4447 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1160108 T4447 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568/testOverseerCol_shard1_replica1/'
   [junit4]   2> 1160110 T4435 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 1160111 T4407 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 1160111 T4435 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390035141370/testOverseerCol_shard1_replica2
   [junit4]   2> 1160111 T4435 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1160112 T4407 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390035138966/testOverseerCol_shard3_replica2
   [junit4]   2> 1160112 T4407 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1160112 T4419 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 1160113 T4435 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1160114 T4391 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 1160112 T4361 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 1160114 T4448 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 1160114 T4407 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1160115 T4407 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1160114 T4435 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1160114 T4378 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 1160113 T4419 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390035140181/testOverseerCol_shard2_replica2
   [junit4]   2> 1160117 T4419 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1160115 T4448 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568/testOverseerCol_shard4_replica2
   [junit4]   2> 1160115 T4361 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390035136334/testOverseerCol_shard2_replica1
   [junit4]   2> 1160118 T4361 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1160114 T4391 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/testOverseerCol_shard4_replica1
   [junit4]   2> 1160119 T4391 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1160117 T4448 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1160117 T4378 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/testOverseerCol_shard3_replica1
   [junit4]   2> 1160120 T4419 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1160120 T4419 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1160119 T4435 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390035141370/testOverseerCol_shard1_replica2/'
   [junit4]   2> 1160120 T4361 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1160120 T4378 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1160121 T4391 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1160121 T4361 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1160122 T4407 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390035138966/testOverseerCol_shard3_replica2/'
   [junit4]   2> 1160122 T4391 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1160126 T4448 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1160126 T4448 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1160126 T4419 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390035140181/testOverseerCol_shard2_replica2/'
   [junit4]   2> 1160127 T4378 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1160127 T4378 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1160128 T4361 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390035136334/testOverseerCol_shard2_replica1/'
   [junit4]   2> 1160129 T4391 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/testOverseerCol_shard4_replica1/'
   [junit4]   2> 1160133 T4378 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/testOverseerCol_shard3_replica1/'
   [junit4]   2> 1160415 T4448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390035142568/testOverseerCol_shard4_replica2/'
   [junit4]   2> 1160462 T4447 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1160484 T4407 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1160484 T4419 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1160489 T4391 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1160512 T4435 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1160512 T4448 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1160515 T4361 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1160528 T4378 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1160594 T4407 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1160594 T4447 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1160601 T4447 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1160601 T4407 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1160606 T4391 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1160611 T4419 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1160612 T4391 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1160612 T4407 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 1160612 T4447 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 1160616 T4419 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1160628 T4361 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1160629 T4391 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 1160632 T4361 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1160635 T4419 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 1160635 T4448 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1160637 T4378 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1160643 T4361 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 1160644 T4448 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1160647 T4378 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1160656 T4448 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 1160664 T4378 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 1160680 T4435 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1160685 T4435 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1160698 T4435 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 1161690 T4391 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161691 T4391 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161692 T4391 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1161718 T4391 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1161721 T4378 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161721 T4378 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161722 T4378 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1161723 T4391 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1161730 T4378 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1161737 T4378 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1161766 T4435 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161766 T4435 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161767 T4435 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1161770 T4378 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1161771 T4391 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1161774 T4407 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161775 T4407 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161776 T4378 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1161776 T4391 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1161776 T4407 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1161777 T4419 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161777 T4435 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1161778 T4419 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161779 T4419 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1161783 T4435 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1161784 T4378 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1161787 T4391 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1161787 T4407 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1161788 T4419 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1161790 T4378 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1161791 T4378 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1161791 T4391 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1161792 T4391 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1161792 T4391 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1161791 T4378 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1161793 T4448 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161793 T4407 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1161792 T4419 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1161792 T4361 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161795 T4361 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161795 T4361 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1161793 T4448 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1161796 T4391 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1161797 T4448 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1161797 T4391 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1161798 T4378 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1161798 T4378 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1161798 T4391 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1161799 T4391 oasc.SolrCore.<init> [testOverseerCol_shard4_replica1] Opening new SolrCore at ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/testOverseerCol_shard4_replica1/, dataDir=./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/testOverseerCol_shard4_replica1/data/
   [junit4]   2> 1161800 T4391 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e4776b
   [junit4]   2> 1161799 T4378 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1161801 T4378 oasc.SolrCore.<init> [testOverseerCol_shard3_replica1] Opening new SolrCore at ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/testOverseerCol_shard3_replica1/, dataDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/testOverseerCol_shard3_replica1/data/
   [junit4]   2> 1161802 T4378 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e4776b
   [junit4]   2> 1161803 T4391 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/testOverseerCol_shard4_replica1/data
   [junit4]   2> 1161804 T4391 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/testOverseerCol_shard4_replica1/data/index/
   [junit4]   2> 1161804 T4391 oasc.SolrCore.initIndex WARN [testOverseerCol_shard4_replica1] Solr index directory './org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/testOverseerCol_shard4_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1161805 T4378 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/testOverseerCol_shard3_replica1/data
   [junit4]   2> 1161805 T4361 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1161805 T4391 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390035137774/testOverseerCol_shard4_replica1/data/index
   [junit4]   2> 1161805 T4378 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390035136583/testOverseerCol_shard3_replica1/data/index/
   

[...truncated too long message...]

unit4]   2> 1178910 T4454 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1178910 T4454 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard4/election/91097342680694800-core_node8-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1178911 T4454 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1178911 T4454 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=en_US, timezone=America/Recife
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=8,threads=1,free=132270400,total=304807936
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfig, BasicDistributedZkTest, TestManagedSchema, SampleTest, TestSuggestSpellingConverter, TestSerializedLuceneMatchVersion, FileBasedSpellCheckerTest, RegexBoostProcessorTest, LegacyHTMLStripCharFilterTest, BJQParserTest, DistributedTermsComponentTest, CoreAdminCreateDiscoverTest, TestQueryUtils, SolrCoreTest, TestDocSet, ParsingFieldUpdateProcessorsTest, FastVectorHighlighterTest, CacheHeaderTest, UUIDFieldTest, TestDocumentBuilder, LeaderElectionTest, OverseerCollectionProcessorTest, SuggesterTest, InfoHandlerTest, TestWriterPerf, TestCoreContainer, ReturnFieldsTest, TestHighFrequencyDictionaryFactory, IndexSchemaTest, TestCloudManagedSchema, ShowFileRequestHandlerTest, BasicFunctionalityTest, SolrInfoMBeanTest, SliceStateUpdateTest, SynonymTokenizerTest, TestSystemIdResolver, MoreLikeThisHandlerTest, PolyFieldTest, TermVectorComponentTest, TestRealTimeGet, HdfsCollectionsAPIDistributedZkTest, TestBM25SimilarityFactory, DistributedSuggestComponentTest, TestRemoteStreaming, TriLevelCompositeIdRoutingTest, TestSearchPerf, TestRandomMergePolicy, SpellPossibilityIteratorTest, QueryEqualityTest, TestFreeTextSuggestions, TestLuceneMatchVersion, TestLFUCache, TestSurroundQueryParser, TestLMJelinekMercerSimilarityFactory, ZkCLITest, TestShardHandlerFactory, TestAnalyzeInfixSuggestions, ClusterStateTest, SystemInfoHandlerTest, UnloadDistributedZkTest, ClusterStateUpdateTest, TestFaceting, SolrTestCaseJ4Test, PeerSyncTest, TestSolrQueryParser, QueryResultKeyTest, TestCollationFieldDocValues, URLClassifyProcessorTest, TestGroupingSearch, ExternalFileFieldSortTest, DistributedQueryElevationComponentTest, OverseerTest, SyncSliceTest, TestSolrXml, TestPostingsSolrHighlighter, HdfsDirectoryTest, TestSort, DocValuesTest, ScriptEngineTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestBadConfig, ResponseLogComponentTest, SearchHandlerTest, TestDocBasedVersionConstraints, CopyFieldTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, RecoveryZkTest, TestRandomDVFaceting, TestHashPartitioner, TestStressReorder, TestStressVersions, HardAutoCommitTest, TestSolr4Spatial, SolrCmdDistributorTest, QueryElevationComponentTest, TestLazyCores, SoftAutoCommitTest, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, SpatialFilterTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, XsltUpdateRequestHandlerTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestArbitraryIndexDir, SolrPluginUtilsTest, JSONWriterTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, CoreContainerCoreInitFailuresTest, SOLR749Test, UpdateParamsTest, TestQuerySenderNoQuery, TestStressRecovery, TestSolrXMLSerializer, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, SliceStateTest, CircularListTest, CursorPagingTest, OverseerRolesTest]
   [junit4] Completed on J0 in 28.05s, 1 test, 1 failure <<< FAILURES!

[...truncated 148 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 48 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_51) - Build # 9035 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9035/
Java: 64bit/jdk1.7.0_51 -XX:-UseCompressedOops -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 41896 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene...
  [javadoc] Loading source files for package org.apache.lucene.analysis...
  [javadoc] Loading source files for package org.apache.lucene.analysis.tokenattributes...
  [javadoc] Loading source files for package org.apache.lucene.codecs...
  [javadoc] Loading source files for package org.apache.lucene.codecs.compressing...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene3x...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene40...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene41...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene42...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene45...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene46...
  [javadoc] Loading source files for package org.apache.lucene.codecs.perfield...
  [javadoc] Loading source files for package org.apache.lucene.document...
  [javadoc] Loading source files for package org.apache.lucene.index...
  [javadoc] Loading source files for package org.apache.lucene.search...
  [javadoc] Loading source files for package org.apache.lucene.search.payloads...
  [javadoc] Loading source files for package org.apache.lucene.search.similarities...
  [javadoc] Loading source files for package org.apache.lucene.search.spans...
  [javadoc] Loading source files for package org.apache.lucene.store...
  [javadoc] Loading source files for package org.apache.lucene.util...
  [javadoc] Loading source files for package org.apache.lucene.util.automaton...
  [javadoc] Loading source files for package org.apache.lucene.util.fst...
  [javadoc] Loading source files for package org.apache.lucene.util.mutable...
  [javadoc] Loading source files for package org.apache.lucene.util.packed...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/org/apache/lucene/search/package-summary.html...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/core/src/java/org/apache/lucene/search/doc-files/nrq-formula-2.png to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/org/apache/lucene/search/doc-files...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/core/src/java/org/apache/lucene/search/doc-files/nrq-formula-1.png to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/org/apache/lucene/search/doc-files...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/core/help-doc.html...
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.ar...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.bg...
  [javadoc] Loading source files for package org.apache.lucene.analysis.br...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ca...
  [javadoc] Loading source files for package org.apache.lucene.analysis.charfilter...
  [javadoc] Loading source files for package org.apache.lucene.analysis.cjk...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ckb...
  [javadoc] Loading source files for package org.apache.lucene.analysis.cn...
  [javadoc] Loading source files for package org.apache.lucene.analysis.commongrams...
  [javadoc] Loading source files for package org.apache.lucene.analysis.compound...
  [javadoc] Loading source files for package org.apache.lucene.analysis.compound.hyphenation...
  [javadoc] Loading source files for package org.apache.lucene.analysis.core...
  [javadoc] Loading source files for package org.apache.lucene.analysis.cz...
  [javadoc] Loading source files for package org.apache.lucene.analysis.da...
  [javadoc] Loading source files for package org.apache.lucene.analysis.de...
  [javadoc] Loading source files for package org.apache.lucene.analysis.el...
  [javadoc] Loading source files for package org.apache.lucene.analysis.en...
  [javadoc] Loading source files for package org.apache.lucene.analysis.es...
  [javadoc] Loading source files for package org.apache.lucene.analysis.eu...
  [javadoc] Loading source files for package org.apache.lucene.analysis.fa...
  [javadoc] Loading source files for package org.apache.lucene.analysis.fi...
  [javadoc] Loading source files for package org.apache.lucene.analysis.fr...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ga...
  [javadoc] Loading source files for package org.apache.lucene.analysis.gl...
  [javadoc] Loading source files for package org.apache.lucene.analysis.hi...
  [javadoc] Loading source files for package org.apache.lucene.analysis.hu...
  [javadoc] Loading source files for package org.apache.lucene.analysis.hunspell...
  [javadoc] Loading source files for package org.apache.lucene.analysis.hy...
  [javadoc] Loading source files for package org.apache.lucene.analysis.id...
  [javadoc] Loading source files for package org.apache.lucene.analysis.in...
  [javadoc] Loading source files for package org.apache.lucene.analysis.it...
  [javadoc] Loading source files for package org.apache.lucene.analysis.lv...
  [javadoc] Loading source files for package org.apache.lucene.analysis.miscellaneous...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ngram...
  [javadoc] Loading source files for package org.apache.lucene.analysis.nl...
  [javadoc] Loading source files for package org.apache.lucene.analysis.no...
  [javadoc] Loading source files for package org.apache.lucene.analysis.path...
  [javadoc] Loading source files for package org.apache.lucene.analysis.pattern...
  [javadoc] Loading source files for package org.apache.lucene.analysis.payloads...
  [javadoc] Loading source files for package org.apache.lucene.analysis.position...
  [javadoc] Loading source files for package org.apache.lucene.analysis.pt...
  [javadoc] Loading source files for package org.apache.lucene.analysis.query...
  [javadoc] Loading source files for package org.apache.lucene.analysis.reverse...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ro...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ru...
  [javadoc] Loading source files for package org.apache.lucene.analysis.shingle...
  [javadoc] Loading source files for package org.apache.lucene.analysis.sinks...
  [javadoc] Loading source files for package org.apache.lucene.analysis.snowball...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard.std31...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard.std34...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard.std36...
  [javadoc] Loading source files for package org.apache.lucene.analysis.standard.std40...
  [javadoc] Loading source files for package org.apache.lucene.analysis.sv...
  [javadoc] Loading source files for package org.apache.lucene.analysis.synonym...
  [javadoc] Loading source files for package org.apache.lucene.analysis.th...
  [javadoc] Loading source files for package org.apache.lucene.analysis.tr...
  [javadoc] Loading source files for package org.apache.lucene.analysis.util...
  [javadoc] Loading source files for package org.apache.lucene.analysis.wikipedia...
  [javadoc] Loading source files for package org.apache.lucene.collation...
  [javadoc] Loading source files for package org.apache.lucene.collation.tokenattributes...
  [javadoc] Loading source files for package org.tartarus.snowball...
  [javadoc] Loading source files for package org.tartarus.snowball.ext...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-common/help-doc.html...
  [javadoc] 1 warning

[...truncated 29 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.icu...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.icu.segmentation...
  [javadoc] Loading source files for package org.apache.lucene.analysis.icu.tokenattributes...
  [javadoc] Loading source files for package org.apache.lucene.collation...
  [javadoc] Loading source files for package org.apache.lucene.collation.tokenattributes...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-icu/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja.dict...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja.tokenattributes...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja.util...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-kuromoji/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.morfologik...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-morfologik/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.phonetic...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-phonetic/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.cn.smart...
  [javadoc] Loading source files for package org.apache.lucene.analysis.cn.smart.hhmm...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-smartcn/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.pl...
  [javadoc] Loading source files for package org.apache.lucene.analysis.stempel...
  [javadoc] Loading source files for package org.egothor.stemmer...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-stempel/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.uima...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.analysis.uima.ae...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/analyzers-uima/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 31 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.index.memory...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/memory/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 30 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.search.highlight...
  [javadoc] Loading source files for package org.apache.lucene.search.postingshighlight...
  [javadoc] Loading source files for package org.apache.lucene.search.vectorhighlight...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/highlighter/help-doc.html...
  [javadoc] 1 warning

[...truncated 32 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.queries...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.queries.function...
  [javadoc] Loading source files for package org.apache.lucene.queries.function.docvalues...
  [javadoc] Loading source files for package org.apache.lucene.queries.function.valuesource...
  [javadoc] Loading source files for package org.apache.lucene.queries.mlt...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queries/help-doc.html...
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.sandbox.queries...
  [javadoc] Loading source files for package org.apache.lucene.sandbox.queries.regex...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/sandbox/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.queryparser.analyzing...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.classic...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.complexPhrase...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.ext...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.builders...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.config...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.messages...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.nodes...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.util...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.messages...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.precedence...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.precedence.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.builders...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.config...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.nodes...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.simple...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.surround.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.surround.query...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.xml...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.xml.builders...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queryparser/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 30 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.facet...
  [javadoc] Loading source files for package org.apache.lucene.facet.range...
  [javadoc] Loading source files for package org.apache.lucene.facet.sortedset...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy.directory...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy.writercache...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/facet/help-doc.html...
  [javadoc] 1 warning

[...truncated 30 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.spatial...
  [javadoc] Loading source files for package org.apache.lucene.spatial.prefix...
  [javadoc] Loading source files for package org.apache.lucene.spatial.prefix.tree...
  [javadoc] Loading source files for package org.apache.lucene.spatial.query...
  [javadoc] Loading source files for package org.apache.lucene.spatial.util...
  [javadoc] Loading source files for package org.apache.lucene.spatial.vector...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/spatial/help-doc.html...
  [javadoc] 1 warning

[...truncated 35 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.benchmark...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.feeds...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.programmatic...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.stats...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.tasks...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.byTask.utils...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.quality...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.quality.trec...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.quality.utils...
  [javadoc] Loading source files for package org.apache.lucene.benchmark.utils...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/benchmark/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 30 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.classification...
  [javadoc] Loading source files for package org.apache.lucene.classification.utils...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/classification/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 25 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.codecs.appending...
  [javadoc] Loading source files for package org.apache.lucene.codecs.blockterms...
  [javadoc] Loading source files for package org.apache.lucene.codecs.bloom...
  [javadoc] Loading source files for package org.apache.lucene.codecs.diskdv...
  [javadoc] Loading source files for package org.apache.lucene.codecs.intblock...
  [javadoc] Loading source files for package org.apache.lucene.codecs.memory...
  [javadoc] Loading source files for package org.apache.lucene.codecs.pulsing...
  [javadoc] Loading source files for package org.apache.lucene.codecs.sep...
  [javadoc] Loading source files for package org.apache.lucene.codecs.simpletext...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/codecs/help-doc.html...
  [javadoc] 1 warning

[...truncated 37 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.expressions...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.expressions.js...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/expressions/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 36 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.demo...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.demo.facet...
  [javadoc] Loading source files for package org.apache.lucene.demo.xmlparser...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/demo/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.expressions...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.expressions.js...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/expressions/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.facet...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.facet.range...
  [javadoc] Loading source files for package org.apache.lucene.facet.sortedset...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy.directory...
  [javadoc] Loading source files for package org.apache.lucene.facet.taxonomy.writercache...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/facet/help-doc.html...
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.search.grouping...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.search.grouping.function...
  [javadoc] Loading source files for package org.apache.lucene.search.grouping.term...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/grouping/help-doc.html...
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.search.highlight...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.search.postingshighlight...
  [javadoc] Loading source files for package org.apache.lucene.search.vectorhighlight...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/highlighter/help-doc.html...
  [javadoc] 1 warning

[...truncated 28 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.search.join...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/join/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.index.memory...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/memory/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 25 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.document...
  [javadoc] Loading source files for package org.apache.lucene.index...
  [javadoc] Loading source files for package org.apache.lucene.index.sorter...
  [javadoc] Loading source files for package org.apache.lucene.misc...
  [javadoc] Loading source files for package org.apache.lucene.store...
  [javadoc] Loading source files for package org.apache.lucene.util.fst...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/package-summary.html...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.hyperbolicTf.svg to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.baselineTf.svg to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.gnuplot to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/misc/src/java/org/apache/lucene/misc/doc-files/ss.computeLengthNorm.svg to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/misc/doc-files...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/org/apache/lucene/index/sorter/class-use/Sorter.DocComparator.html...
  [javadoc] 
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/misc/help-doc.html...
  [javadoc] 1 warning

[...truncated 24 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.queries...
  [javadoc] Loading source files for package org.apache.lucene.queries.function...
  [javadoc] Loading source files for package org.apache.lucene.queries.function.docvalues...
  [javadoc] Loading source files for package org.apache.lucene.queries.function.valuesource...
  [javadoc] Loading source files for package org.apache.lucene.queries.mlt...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queries/help-doc.html...
  [javadoc] 1 warning

[...truncated 31 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.queryparser.analyzing...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.queryparser.classic...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.complexPhrase...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.ext...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.builders...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.config...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.messages...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.nodes...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.core.util...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.messages...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.precedence...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.precedence.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.builders...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.config...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.nodes...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.flexible.standard.processors...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.simple...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.surround.parser...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.surround.query...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.xml...
  [javadoc] Loading source files for package org.apache.lucene.queryparser.xml.builders...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/queryparser/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 29 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.replicator...
  [javadoc] Loading source files for package org.apache.lucene.replicator.http...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/replicator/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 24 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.sandbox.queries...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.sandbox.queries.regex...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/sandbox/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 27 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.spatial...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.spatial.prefix...
  [javadoc] Loading source files for package org.apache.lucene.spatial.prefix.tree...
  [javadoc] Loading source files for package org.apache.lucene.spatial.query...
  [javadoc] Loading source files for package org.apache.lucene.spatial.util...
  [javadoc] Loading source files for package org.apache.lucene.spatial.vector...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/spatial/help-doc.html...
  [javadoc] 1 warning

[...truncated 32 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.search.spell...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest.analyzing...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest.fst...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest.jaspell...
  [javadoc] Loading source files for package org.apache.lucene.search.suggest.tst...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/suggest/help-doc.html...
  [javadoc] 1 warning

[...truncated 18 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.lucene.codecs...
  [javadoc] Loading source files for package org.apache.lucene.codecs.appending...
  [javadoc] Loading source files for package org.apache.lucene.codecs.asserting...
  [javadoc] Loading source files for package org.apache.lucene.codecs.bloom...
  [javadoc] Loading source files for package org.apache.lucene.codecs.cheapbastard...
  [javadoc] Loading source files for package org.apache.lucene.codecs.compressing...
  [javadoc] Loading source files for package org.apache.lucene.codecs.compressing.dummy...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene3x...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene40...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene41...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene41ords...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene42...
  [javadoc] Loading source files for package org.apache.lucene.codecs.lucene45...
  [javadoc] Loading source files for package org.apache.lucene.codecs.mockintblock...
  [javadoc] Loading source files for package org.apache.lucene.codecs.mockrandom...
  [javadoc] Loading source files for package org.apache.lucene.codecs.mocksep...
  [javadoc] Loading source files for package org.apache.lucene.codecs.nestedpulsing...
  [javadoc] Loading source files for package org.apache.lucene.codecs.ramonly...
  [javadoc] Loading source files for package org.apache.lucene.index...
  [javadoc] Loading source files for package org.apache.lucene.search...
  [javadoc] Loading source files for package org.apache.lucene.store...
  [javadoc] Loading source files for package org.apache.lucene.util...
  [javadoc] Loading source files for package org.apache.lucene.util.automaton...
  [javadoc] Loading source files for package org.apache.lucene.util.fst...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/docs/test-framework/help-doc.html...
  [javadoc] 1 warning

[...truncated 8547 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.client.solrj...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.beans...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.impl...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.request...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.response...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.util...
  [javadoc] Loading source files for package org.apache.solr.common...
  [javadoc] Loading source files for package org.apache.solr.common.cloud...
  [javadoc] Loading source files for package org.apache.solr.common.luke...
  [javadoc] Loading source files for package org.apache.solr.common.params...
  [javadoc] Loading source files for package org.apache.solr.common.util...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-solrj/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.analysis...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.embedded...
  [javadoc] Loading source files for package org.apache.solr.cloud...
  [javadoc] Loading source files for package org.apache.solr.common...
  [javadoc] Loading source files for package org.apache.solr.core...
  [javadoc] Loading source files for package org.apache.solr.handler...
  [javadoc] Loading source files for package org.apache.solr.handler.admin...
  [javadoc] Loading source files for package org.apache.solr.handler.component...
  [javadoc] Loading source files for package org.apache.solr.handler.loader...
  [javadoc] Loading source files for package org.apache.solr.highlight...
  [javadoc] Loading source files for package org.apache.solr.internal.csv...
  [javadoc] Loading source files for package org.apache.solr.internal.csv.writer...
  [javadoc] Loading source files for package org.apache.solr.logging...
  [javadoc] Loading source files for package org.apache.solr.logging.jul...
  [javadoc] Loading source files for package org.apache.solr.logging.log4j...
  [javadoc] Loading source files for package org.apache.solr.parser...
  [javadoc] Loading source files for package org.apache.solr.request...
  [javadoc] Loading source files for package org.apache.solr.response...
  [javadoc] Loading source files for package org.apache.solr.response.transform...
  [javadoc] Loading source files for package org.apache.solr.rest...
  [javadoc] Loading source files for package org.apache.solr.rest.schema...
  [javadoc] Loading source files for package org.apache.solr.schema...
  [javadoc] Loading source files for package org.apache.solr.search...
  [javadoc] Loading source files for package org.apache.solr.search.function...
  [javadoc] Loading source files for package org.apache.solr.search.function.distance...
  [javadoc] Loading source files for package org.apache.solr.search.grouping...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.collector...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed.command...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed.requestfactory...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed.responseprocessor...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.distributed.shardresultserializer...
  [javadoc] Loading source files for package org.apache.solr.search.grouping.endresulttransformer...
  [javadoc] Loading source files for package org.apache.solr.search.join...
  [javadoc] Loading source files for package org.apache.solr.search.similarities...
  [javadoc] Loading source files for package org.apache.solr.servlet...
  [javadoc] Loading source files for package org.apache.solr.servlet.cache...
  [javadoc] Loading source files for package org.apache.solr.spelling...
  [javadoc] Loading source files for package org.apache.solr.spelling.suggest...
  [javadoc] Loading source files for package org.apache.solr.spelling.suggest.fst...
  [javadoc] Loading source files for package org.apache.solr.spelling.suggest.jaspell...
  [javadoc] Loading source files for package org.apache.solr.spelling.suggest.tst...
  [javadoc] Loading source files for package org.apache.solr.store.blockcache...
  [javadoc] Loading source files for package org.apache.solr.store.hdfs...
  [javadoc] Loading source files for package org.apache.solr.update...
  [javadoc] Loading source files for package org.apache.solr.update.processor...
  [javadoc] Loading source files for package org.apache.solr.util...
  [javadoc] Loading source files for package org.apache.solr.util.plugin...
  [javadoc] Loading source files for package org.apache.solr.util.stats...
  [javadoc] Loading source files for package org.apache.solr.util.xslt...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-core/org/apache/solr/util/package-summary.html...
  [javadoc] Copying file /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/java/org/apache/solr/util/doc-files/min-should-match.html to directory /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-core/org/apache/solr/util/doc-files...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-core/help-doc.html...
  [javadoc] 1 warning

[...truncated 85 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.client.solrj...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.client.solrj.beans...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.impl...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.request...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.response...
  [javadoc] Loading source files for package org.apache.solr.client.solrj.util...
  [javadoc] Loading source files for package org.apache.solr.common...
  [javadoc] Loading source files for package org.apache.solr.common.cloud...
  [javadoc] Loading source files for package org.apache.solr.common.luke...
  [javadoc] Loading source files for package org.apache.solr.common.params...
  [javadoc] Loading source files for package org.apache.solr.common.util...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-solrj/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 107 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr...
  [javadoc] Loading source files for package org.apache.solr.analysis...
  [javadoc] Loading source files for package org.apache.solr.cloud...
  [javadoc] Loading source files for package org.apache.solr.core...
  [javadoc] Loading source files for package org.apache.solr.update.processor...
  [javadoc] Loading source files for package org.apache.solr.util...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-test-framework/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.experimental
  [javadoc] 1 warning

[...truncated 134 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.schema...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-analysis-extras/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 130 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.clustering...
  [javadoc] Loading source files for package org.apache.solr.handler.clustering.carrot2...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-clustering/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 316 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport.config...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-dataimporthandler/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-dataimporthandler-extras/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 130 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.dataimport.config...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-dataimporthandler/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 130 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 139 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.update.processor...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-langid/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 warning

[...truncated 1053 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 259 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.solr...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 534 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 259 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 6 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.solr...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.morphlines.cell...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 7 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.hadoop...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.hadoop.dedup...
  [javadoc] Loading source files for package org.apache.solr.hadoop.morphline...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-map-reduce/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 701 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 259 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 6 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.solr...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 6 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.cell...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 314 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.handler.extraction...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-cell/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 6 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.morphlines.solr...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-morphlines-core/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 133 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Loading source files for package org.apache.solr.uima.processor...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-uima/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 130 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.solr.response...
  [javadoc] warning: [options] bootstrap class path not set in conjunction with -source 1.6
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.7.0_51
  [javadoc] Building tree for all the packages and classes...
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/docs/solr-velocity/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal, @lucene.experimental
  [javadoc] 1 warning

[...truncated 396 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:398: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:87: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:187: Source checkout is dirty after running tests!!! Offending files:
* ./solr/licenses/jackson-core-asl-1.7.4.jar.sha1
* ./solr/licenses/jackson-mapper-asl-1.7.4.jar.sha1
* ./solr/licenses/jersey-core-1.16.jar.sha1

Total time: 60 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_51 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_60-ea-b02) - Build # 9034 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9034/
Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 50385 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:398: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:87: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:187: Source checkout is dirty after running tests!!! Offending files:
* ./solr/licenses/jackson-core-asl-1.7.4.jar.sha1
* ./solr/licenses/jackson-mapper-asl-1.7.4.jar.sha1
* ./solr/licenses/jersey-core-1.16.jar.sha1

Total time: 60 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jrockit-jdk1.6.0_45-R28.2.7-4.1.0) - Build # 9033 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9033/
Java: 64bit/jrockit-jdk1.6.0_45-R28.2.7-4.1.0 -XnoOpt

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([C92E2F77FC45AD2E:48C8A16F8B1ACD12]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.junit.Assert.assertFalse(Assert.java:79)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:390)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:774)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:683)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:44)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9759 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 688104 T3680 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_r/j
   [junit4]   2> 688140 T3680 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1390013813415
   [junit4]   2> 688141 T3680 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 688141 T3681 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 688241 T3680 oasc.ZkTestServer.run start zk server on port:45296
   [junit4]   2> 688243 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 688368 T3687 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cf37cee name:ZooKeeperConnection Watcher:127.0.0.1:45296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688369 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 688369 T3680 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 688375 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 688376 T3689 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cea708e name:ZooKeeperConnection Watcher:127.0.0.1:45296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688376 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 688376 T3680 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 688382 T3680 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 688386 T3680 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 688389 T3680 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 688392 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 688392 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 688397 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 688398 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 688402 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 688402 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 688406 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 688407 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 688410 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 688411 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 688414 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 688415 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 688419 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 688419 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 688423 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 688423 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 688427 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 688428 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 688432 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 688432 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 688436 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 688436 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 688443 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 688443 T3691 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d2f2b98 name:ZooKeeperConnection Watcher:127.0.0.1:45296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688444 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 688444 T3680 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 688448 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 688449 T3693 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d2f67b3 name:ZooKeeperConnection Watcher:127.0.0.1:45296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688449 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 688450 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 688451 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 688456 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 688456 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 688461 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 688461 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 688465 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 688465 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 688469 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 688469 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 688473 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 688474 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 688478 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 688478 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 688482 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 688482 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 688487 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 688488 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 688493 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 688493 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 688498 T3680 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 688498 T3680 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 688581 T3680 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 688588 T3680 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36977
   [junit4]   2> 688589 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 688589 T3680 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 688589 T3680 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777
   [junit4]   2> 688590 T3680 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/'
   [junit4]   2> 688605 T3680 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solr.xml
   [junit4]   2> 688663 T3680 oasc.CoreContainer.<init> New CoreContainer 494264514
   [junit4]   2> 688663 T3680 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/]
   [junit4]   2> 688665 T3680 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 688665 T3680 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 688665 T3680 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 688666 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 688666 T3680 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 688666 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 688666 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 688667 T3680 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 688667 T3680 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 688669 T3680 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 688670 T3680 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 688670 T3680 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 688671 T3680 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45296/solr
   [junit4]   2> 688671 T3680 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 688672 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 688673 T3704 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d7f3493 name:ZooKeeperConnection Watcher:127.0.0.1:45296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688674 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 688676 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 688677 T3706 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d7f68cd name:ZooKeeperConnection Watcher:127.0.0.1:45296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688677 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 688679 T3680 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 688683 T3680 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 688688 T3680 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 688690 T3680 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36977__r%2Fj
   [junit4]   2> 688691 T3680 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36977__r%2Fj
   [junit4]   2> 688695 T3680 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 688698 T3680 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 688703 T3680 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 688706 T3680 oasc.Overseer.start Overseer (id=91095945276096517-127.0.0.1:36977__r%2Fj-n_0000000000) starting
   [junit4]   2> 688714 T3680 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 688719 T3708 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 688720 T3680 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 688720 T3708 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 688724 T3680 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 688726 T3680 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 688732 T3707 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 688734 T3680 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 688734 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 688735 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 688738 T3711 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d824f2b name:ZooKeeperConnection Watcher:127.0.0.1:45296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688739 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 688741 T3680 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 688745 T3680 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 688827 T3680 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 688829 T3680 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57625
   [junit4]   2> 688829 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 688830 T3680 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 688830 T3680 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019
   [junit4]   2> 688831 T3680 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/'
   [junit4]   2> 688846 T3680 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solr.xml
   [junit4]   2> 688895 T3680 oasc.CoreContainer.<init> New CoreContainer 489216015
   [junit4]   2> 688895 T3680 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/]
   [junit4]   2> 688896 T3680 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 688897 T3680 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 688897 T3680 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 688897 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 688898 T3680 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 688898 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 688898 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 688898 T3680 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 688899 T3680 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 688901 T3680 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 688901 T3680 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 688902 T3680 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 688902 T3680 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45296/solr
   [junit4]   2> 688903 T3680 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 688903 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 688905 T3722 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d2d8c03 name:ZooKeeperConnection Watcher:127.0.0.1:45296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688905 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 688960 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 688962 T3724 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c9b0da6 name:ZooKeeperConnection Watcher:127.0.0.1:45296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688962 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 688968 T3680 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 689973 T3680 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57625__r%2Fj
   [junit4]   2> 689975 T3680 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57625__r%2Fj
   [junit4]   2> 689979 T3711 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 689980 T3724 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 689980 T3706 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 689987 T3680 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 689988 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 690065 T3680 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 690067 T3680 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59131
   [junit4]   2> 690068 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 690068 T3680 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 690068 T3680 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390013815262
   [junit4]   2> 690069 T3680 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390013815262/'
   [junit4]   2> 690083 T3680 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390013815262/solr.xml
   [junit4]   2> 690133 T3680 oasc.CoreContainer.<init> New CoreContainer 489314707
   [junit4]   2> 690133 T3680 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390013815262/]
   [junit4]   2> 690134 T3680 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 690135 T3680 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 690135 T3680 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 690135 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 690136 T3680 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 690136 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 690136 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 690137 T3680 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 690137 T3680 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 690140 T3680 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 690141 T3680 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 690141 T3680 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 690142 T3680 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45296/solr
   [junit4]   2> 690142 T3680 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 690143 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 690144 T3736 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cef8431 name:ZooKeeperConnection Watcher:127.0.0.1:45296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 690144 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 690209 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 690211 T3738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d248ecb name:ZooKeeperConnection Watcher:127.0.0.1:45296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 690211 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 690217 T3680 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 691223 T3680 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59131__r%2Fj
   [junit4]   2> 691225 T3680 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59131__r%2Fj
   [junit4]   2> 691229 T3706 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 691230 T3711 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 691230 T3738 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 691232 T3724 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 691239 T3680 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 691240 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 691346 T3680 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 691348 T3680 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53930
   [junit4]   2> 691348 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 691349 T3680 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 691349 T3680 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515
   [junit4]   2> 691349 T3680 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/'
   [junit4]   2> 691363 T3680 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solr.xml
   [junit4]   2> 691410 T3680 oasc.CoreContainer.<init> New CoreContainer 495301310
   [junit4]   2> 691411 T3680 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/]
   [junit4]   2> 691412 T3680 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 691412 T3680 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 691413 T3680 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 691413 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 691413 T3680 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 691414 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 691414 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 691414 T3680 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 691414 T3680 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 691417 T3680 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 691417 T3680 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 691417 T3680 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 691418 T3680 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45296/solr
   [junit4]   2> 691418 T3680 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 691419 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 691420 T3750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d83445e name:ZooKeeperConnection Watcher:127.0.0.1:45296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 691420 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 691423 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 691424 T3752 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d839b3e name:ZooKeeperConnection Watcher:127.0.0.1:45296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 691424 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 691429 T3680 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 692433 T3680 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53930__r%2Fj
   [junit4]   2> 692435 T3680 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53930__r%2Fj
   [junit4]   2> 692439 T3752 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 692439 T3711 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 692440 T3738 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 692441 T3706 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 692442 T3724 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 692447 T3680 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 692447 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 692529 T3680 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 692531 T3680 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34819
   [junit4]   2> 692531 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 692531 T3680 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 692532 T3680 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390013817722
   [junit4]   2> 692532 T3680 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390013817722/'
   [junit4]   2> 692552 T3680 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390013817722/solr.xml
   [junit4]   2> 692619 T3680 oasc.CoreContainer.<init> New CoreContainer 499010475
   [junit4]   2> 692619 T3680 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390013817722/]
   [junit4]   2> 692621 T3680 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 692621 T3680 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 692621 T3680 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 692622 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 692622 T3680 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 692622 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 692623 T3680 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 692623 T3680 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 692623 T3680 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 692626 T3680 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 692626 T3680 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 692626 T3680 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 692627 T3680 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45296/solr
   [junit4]   2> 692627 T3680 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 692628 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 692629 T3764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dcbb33e name:ZooKeeperConnection Watcher:127.0.0.1:45296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 692629 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 692632 T3680 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 692633 T3766 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dcbe77c name:ZooKeeperConnection Watcher:127.0.0.1:45296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 692633 T3680 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 692639 T3680 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 693644 T3680 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34819__r%2Fj
   [junit4]   2> 693646 T3680 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34819__r%2Fj
   [junit4]   2> 693651 T3738 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 693651 T3711 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 693651 T3724 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 693652 T3706 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 693653 T3766 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 693653 T3752 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 693659 T3680 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 693660 T3680 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 693672 T3719 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&collection.configName=conf1&name=solrj_collection&replicationFactor=2&action=CREATE&router.field=myOwnField&wt=javabin&router.name=compositeId&version=2
   [junit4]   2> 693673 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 693676 T3708 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 693676 T3708 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 693676 T3708 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 693676 T3708 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 693681 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 693683 T3707 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 693684 T3707 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 693684 T3707 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 693687 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 693688 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693689 T3738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693689 T3711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693688 T3766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693689 T3706 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693690 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693781 T3708 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 693782 T3708 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:53930__r%2Fj
   [junit4]   2> 693782 T3708 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:59131__r%2Fj
   [junit4]   2> 693782 T3708 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:57625__r%2Fj
   [junit4]   2> 693783 T3708 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:36977__r%2Fj
   [junit4]   2> 693783 T3748 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 693784 T3731 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 693784 T3700 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 693784 T3717 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 693849 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 693849 T3748 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 693851 T3731 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 693851 T3700 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 693851 T3717 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 693853 T3707 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 693854 T3707 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53930/_r/j",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53930__r%2Fj",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 693859 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 693861 T3707 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59131/_r/j",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59131__r%2Fj",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 693864 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 693866 T3707 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36977/_r/j",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36977__r%2Fj",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 693869 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 693870 T3707 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57625/_r/j",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57625__r%2Fj",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 693873 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 693976 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693977 T3738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693977 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693977 T3711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693978 T3766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 693979 T3706 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 694849 T3748 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 694850 T3748 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solr.xml
   [junit4]   2> 694850 T3748 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solrj_collection_shard1_replica1
   [junit4]   2> 694851 T3748 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 694851 T3731 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 694852 T3748 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 694852 T3731 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390013815262/solr.xml
   [junit4]   2> 694852 T3700 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 694852 T3717 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 694853 T3700 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solr.xml
   [junit4]   2> 694854 T3717 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solr.xml
   [junit4]   2> 694853 T3731 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390013815262/solrj_collection_shard1_replica2
   [junit4]   2> 694854 T3717 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solrj_collection_shard2_replica1
   [junit4]   2> 694854 T3700 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solrj_collection_shard2_replica2
   [junit4]   2> 694855 T3731 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 694855 T3717 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 694856 T3700 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 694852 T3748 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 694857 T3731 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 694858 T3731 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 694858 T3717 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 694859 T3717 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 694859 T3700 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 694859 T3700 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 694860 T3731 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390013815262/solrj_collection_shard1_replica2/'
   [junit4]   2> 694863 T3700 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solrj_collection_shard2_replica2/'
   [junit4]   2> 694864 T3748 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solrj_collection_shard1_replica1/'
   [junit4]   2> 694865 T3717 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solrj_collection_shard2_replica1/'
   [junit4]   2> 694934 T3731 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 694943 T3700 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 694951 T3748 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 694994 T3717 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 695034 T3700 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 695036 T3731 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 695037 T3700 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 695045 T3731 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 695046 T3748 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 695048 T3748 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 695084 T3700 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 695091 T3748 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 695098 T3731 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 695101 T3717 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 695104 T3717 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 695121 T3717 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 695951 T3700 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 695952 T3700 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 695953 T3700 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 695964 T3700 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 695968 T3700 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 695998 T3700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 696004 T3700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 696009 T3700 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 696011 T3700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 696012 T3700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 696012 T3700 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 696013 T3748 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 696013 T3700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 696014 T3748 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 696014 T3700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 696015 T3700 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 696015 T3748 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 696015 T3700 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solrj_collection_shard2_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solrj_collection_shard2_replica2/data/
   [junit4]   2> 696016 T3700 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d80cfc9
   [junit4]   2> 696017 T3700 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solrj_collection_shard2_replica2/data
   [junit4]   2> 696017 T3700 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 696018 T3700 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 696018 T3700 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390013813777/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 696018 T3700 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 696020 T3700 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1d3909cd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d393443),segFN=segments_1,generation=1}
   [junit4]   2> 696021 T3700 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 696025 T3700 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 696026 T3700 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 696026 T3700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 696026 T3700 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 696027 T3700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 696027 T3748 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 696027 T3700 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 696028 T3700 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 696028 T3700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 696029 T3700 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 696030 T3700 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 696031 T3700 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 696031 T3700 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 696032 T3700 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 696033 T3748 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 696033 T3700 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 696034 T3700 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 696035 T3700 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 696038 T3700 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 696042 T3700 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 696043 T3700 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 696044 T3700 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=49.26953125, floorSegmentMB=1.6279296875, forceMergeDeletesPctAllowed=14.179618357668605, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 696045 T3700 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1d3909cd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d393443),segFN=segments_1,generation=1}
   [junit4]   2> 696046 T3700 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 696047 T3717 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 696049 T3717 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 696050 T3717 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 696063 T3700 oass.SolrIndexSearcher.<init> Opening Searcher@1c55055a main
   [junit4]   2> 696070 T3772 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica2] Registered new searcher Searcher@1c55055a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 696071 T3717 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 696074 T3700 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica2
   [junit4]   2> 696075 T3700 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica2 address:http://127.0.0.1:36977/_r/j collection:solrj_collection shard:shard2
   [junit4]   2> 696076 T3717 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 696078 T3700 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 696081 T3748 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 696101 T3700 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 696103 T3748 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 696109 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 696109 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 696110 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 696112 T3748 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 696123 T3748 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 696124 T3748 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 696124 T3748 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 696125 T3700 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=-6
   [junit4]   2> 696125 T3700 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later
   [junit4]   2> 696126 T3700 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C979 name=solrj_collection_shard2_replica2 org.apache.solr.core.SolrCore@1d3734bc url=http://127.0.0.1:36977/_r/j/solrj_collection_shard2_replica2 node=127.0.0.1:36977__r%2Fj C979_STATE=coll:solrj_collection core:solrj_collection_shard2_replica2 props:{state=down, base_url=http://127.0.0.1:36977/_r/j, core=solrj_collection_shard2_replica2, node_name=127.0.0.1:36977__r%2Fj}
   [junit4]   2> 696126 T3700 C979 P36977 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36977/_r/j/solrj_collection_shard2_replica2/
   [junit4]   2> 696127 T3700 C979 P36977 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard2_replica2 url=http://127.0.0.1:36977/_r/j START replicas=[http://127.0.0.1:57625/_r/j/solrj_collection_shard2_replica1/] nUpdates=100
   [junit4]   2> 696128 T3700 C979 P36977 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard2_replica2 url=http://127.0.0.1:36977/_r/j DONE.  We have no versions.  sync failed.
   [junit4]   2> 696128 T3700 C979 P36977 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 696128 T3700 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 696129 T3700 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36977/_r/j/solrj_collection_shard2_replica2/ shard2
   [junit4]   2> 696129 T3700 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leaders/shard2
   [junit4]   2> 696131 T3748 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 696131 T3748 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 696132 T3748 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 696132 T3748 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solrj_collection_shard1_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solrj_collection_shard1_replica1/data/
   [junit4]   2> 696133 T3748 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d80cfc9
   [junit4]   2> 696133 T3707 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 696134 T3748 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solrj_collection_shard1_replica1/data
   [junit4]   2> 696134 T3748 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 696135 T3748 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 696135 T3748 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390013816515/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 696136 T3748 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 696138 T3717 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 696138 T3748 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1c86b5d7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c86c043),segFN=segments_1,generation=1}
   [junit4]   2> 696139 T3748 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 696141 T3731 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 696142 T3731 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 696143 T3731 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 696144 T3748 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 696145 T3748 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 696146 T3748 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 696146 T3748 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 696147 T3748 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 696147 T3748 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 696148 T3748 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 696148 T3748 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 696149 T3748 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 696150 T3748 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 696150 T3748 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 696151 T3748 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 696154 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 696157 T3748 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 696157 T3717 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 696158 T3748 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 696158 T3748 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 696159 T3731 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 696159 T3748 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 696162 T3748 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 696167 T3748 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 696168 T3748 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 696168 T3731 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 696169 T3748 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=49.26953125, floorSegmentMB=1.6279296875, forceMergeDeletesPctAllowed=14.179618357668605, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 696170 T3748 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1c86b5d7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c86c043),segFN=segments_1,generation=1}
   [junit4]   2> 696170 T3748 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 696171 T3748 oass.SolrIndexSearcher.<init> Opening Searcher@1c97f90b main
   [junit4]   2> 696178 T3748 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica1
   [junit4]   2> 696179 T3766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 696179 T3711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 696179 T3748 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica1 address:http://127.0.0.1:53930/_r/j collection:solrj_collection shard:shard1
   [junit4]   2> 696178 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 696180 T3706 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 696180 T3775 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica1] Registered new searcher Searcher@1c97f90b main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 696179 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 696181 T3738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 696187 T3717 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 696188 T3748 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 696200 T3717 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 696200 T3717 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 696201 T3717 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 696210 T3717 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 696211 T3717 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 696211 T3717 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 696212 T3717 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solrj_collection_shard2_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solrj_collection_shard2_replica1/data/
   [junit4]   2> 696212 T3717 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d80cfc9
   [junit4]   2> 696213 T3707 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 696213 T3717 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solrj_collection_shard2_replica1/data
   [junit4]   2> 696214 T3717 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 696214 T3717 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 696215 T3717 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390013814019/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 696216 T3717 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 696218 T3717 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1cab328e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cab3cfa),segFN=segments_1,generation=1}
   [junit4]   2> 696218 T3717 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 696220 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 696225 T3717 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 696225 T3717 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 696226 T3717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 696226 T3717 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 696227 T3717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 696227 T3731 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 696227 T3717 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 696228 T3717 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 696229 T3717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 696229 T3717 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 696229 T3748 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 696230 T3717 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 696231 T3717 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 696232 T3717 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 696232 T3717 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 696232 T3731 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 696233 T3717 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 696234 T3717 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 696234 T3717 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 696236 T3748 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=-1
   [junit4]   2> 696236 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 696236 T3748 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later
   [junit4]   2> 696237 T3748 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C980 name=solrj_collection_shard1_replica1 org.apache.solr.core.SolrCore@1c8608ff url=http://127.0.0.1:53930/_r/j/solrj_collection_shard1_replica1 node=127.0.0.1:53930__r%2Fj C980_STATE=coll:solrj_collection core:solrj_collection_shard1_replica1 props:{state=down, base_url=http://127.0.0.1:53930/_r/j, core=solrj_collection_shard1_replica1, node_name=127.0.0.1:53930__r%2Fj}
   [junit4]   2> 696237 T3748 C980 P53930 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53930/_r/j/solrj_collection_shard1_replica1/
   [junit4]   2> 696238 T3748 C980 P53930 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica1 url=http://127.0.0.1:53930/_r/j START replicas=[http://127.0.0.1:59131/_r/j/solrj_collection_shard1_replica2/] nUpdates=100
   [junit4]   2> 696239 T3748 C980 P53930 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica1 url=http://127.0.0.1:53930/_r/j DONE.  We have no versions.  sync failed.
   [junit4]   2> 696239 T3748 C980 P53930 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 696240 T3748 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 696240 T3748 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53930/_r/j/solrj_collection_shard1_replica1/ shard1
   [junit4]   2> 696240 T3748 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leaders/shard1
   [junit4]   2> 696240 T3717 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 696250 T3717 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 696251 T3717 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 696251 T3731 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 696262 T3706 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 696266 T3717 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=49.26953125, floorSegmentMB=1.6279296875, forceMergeDeletesPctAllowed=14.179618357668605, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.79609302220799

[...truncated too long message...]

eperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 833637 T3766 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_2/leader_elect/shard3/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 833637 T3766 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 833638 T3766 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 833638 T3766 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene46: {timestamp=Pulsing41(freqCutoff=17 minBlockSize=49 maxBlockSize=106), range_facet_l=Pulsing41(freqCutoff=17 minBlockSize=49 maxBlockSize=106), id=PostingsFormat(name=MockSep), range_facet_sl=PostingsFormat(name=NestedPulsing), a_t=Pulsing41(freqCutoff=17 minBlockSize=49 maxBlockSize=106), text=PostingsFormat(name=NestedPulsing), range_facet_si=Lucene41(blocksize=128), _version_=Pulsing41(freqCutoff=17 minBlockSize=49 maxBlockSize=106), other_tl1=Pulsing41(freqCutoff=17 minBlockSize=49 maxBlockSize=106), multiDefault=Lucene41(blocksize=128), a_si=Lucene41(blocksize=128), intDefault=Pulsing41(freqCutoff=17 minBlockSize=49 maxBlockSize=106)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=no_NO_NY, timezone=America/Barbados
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.6.0_45 (64-bit)/cpus=8,threads=1,free=263393776,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [InfoHandlerTest, MoreLikeThisHandlerTest, TestSolrXMLSerializer, TestSchemaSimilarityResource, BadComponentTest, TestReloadAndDeleteDocs, StatelessScriptUpdateProcessorFactoryTest, TestDocSet, DocumentBuilderTest, DocValuesMissingTest, HdfsLockFactoryTest, TestManagedSchema, TestHighFrequencyDictionaryFactory, SynonymTokenizerTest, WordBreakSolrSpellCheckerTest, TestSolrXml, TestNRTOpen, TestSimpleQParserPlugin, TestFreeTextSuggestions, TestLRUCache, TestPHPSerializedResponseWriter, TestSolrIndexConfig, TestFileDictionaryLookup, ExternalFileFieldSortTest, BJQParserTest, TestWriterPerf, SuggesterTest, TestSystemIdResolver, TestCollationKeyRangeQueries, DateMathParserTest, TestReversedWildcardFilterFactory, BasicFunctionalityTest, BadCopyFieldTest, DistributedQueryElevationComponentTest, SolrCoreTest, CoreAdminCreateDiscoverTest, TestGroupingSearch, TestCustomSort, TestValueSourceCache, TermsComponentTest, TestLMJelinekMercerSimilarityFactory, DOMUtilTest, SolrInfoMBeanTest, TestSurroundQueryParser, ResourceLoaderTest, LukeRequestHandlerTest, RecoveryZkTest, TestAnalyzeInfixSuggestions, TestConfig, SystemInfoHandlerTest, TestShardHandlerFactory, DistributedSpellCheckComponentTest, CacheHeaderTest, ShowFileRequestHandlerTest, DirectUpdateHandlerOptimizeTest, UpdateRequestProcessorFactoryTest, JsonLoaderTest, TestCoreContainer, LoggingHandlerTest, TermVectorComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy1, ZkControllerTest, TestStressUserVersions, TriLevelCompositeIdRoutingTest, TestPostingsSolrHighlighter, TestLFUCache, TestCloudManagedSchema, TestSerializedLuceneMatchVersion, SolrTestCaseJ4Test, TestSort, QueryResultKeyTest, TestReplicationHandler, PrimitiveFieldTypeTest, TestAddFieldRealTimeGet, TestDynamicFieldResource, SpatialFilterTest, FileBasedSpellCheckerTest, TestRandomMergePolicy, SpellPossibilityIteratorTest, PeerSyncTest, QueryParsingTest, TestStressVersions, SliceStateTest, TestFaceting, TestSchemaNameResource, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J0 in 146.50s, 1 test, 1 failure <<< FAILURES!

[...truncated 559 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 72 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jrockit-jdk1.6.0_45-R28.2.7-4.1.0 -XnoOpt
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b123) - Build # 9032 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9032/
Java: 32bit/jdk1.8.0-ea-b123 -client -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
There were expected update fails expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: There were expected update fails expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([B13DA98DCC48E500:30DB2795BB17853C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:202)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10071 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 8742 T46 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 8752 T46 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyNothingIsSafeTest-1390005282574
   [junit4]   2> 8754 T46 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 8757 T47 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 8856 T46 oasc.ZkTestServer.run start zk server on port:36210
   [junit4]   2> 8914 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 8950 T53 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@da2db0 name:ZooKeeperConnection Watcher:127.0.0.1:36210 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 8950 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 8952 T46 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 8975 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 8977 T55 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23a89b name:ZooKeeperConnection Watcher:127.0.0.1:36210/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 8977 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 8978 T46 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 8982 T46 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 8986 T46 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 8989 T46 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 8992 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 8993 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 8999 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 9000 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 9004 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 9005 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 9008 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 9008 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 9012 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 9012 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 9015 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 9016 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 9019 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 9019 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 9023 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 9023 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 9026 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 9027 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 9030 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 9030 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 9033 T46 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 9033 T46 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 9238 T46 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 9327 T46 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60959
   [junit4]   2> 9344 T46 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 9345 T46 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 9345 T46 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1390005282860
   [junit4]   2> 9345 T46 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1390005282860/'
   [junit4]   2> 9363 T46 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1390005282860/solr.xml
   [junit4]   2> 9374 T46 oasc.CoreContainer.<init> New CoreContainer 1428312
   [junit4]   2> 9374 T46 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1390005282860/]
   [junit4]   2> 9384 T46 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 9385 T46 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 9385 T46 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 9385 T46 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 9385 T46 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 9386 T46 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 9386 T46 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 9386 T46 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 9387 T46 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 9389 T46 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 9389 T46 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 9390 T46 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 9390 T46 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36210/solr
   [junit4]   2> 9399 T46 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 9400 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 9403 T67 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e9583e name:ZooKeeperConnection Watcher:127.0.0.1:36210 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 9403 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 9408 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 9410 T69 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13ecc76 name:ZooKeeperConnection Watcher:127.0.0.1:36210/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 9410 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 9415 T46 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 9422 T46 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 9429 T46 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 9432 T46 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60959_
   [junit4]   2> 9434 T46 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60959_
   [junit4]   2> 9439 T46 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 9442 T46 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 9451 T46 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 9454 T46 oasc.Overseer.start Overseer (id=91095386203226115-127.0.0.1:60959_-n_0000000000) starting
   [junit4]   2> 9467 T46 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 9479 T71 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 9479 T46 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 9482 T46 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 9483 T71 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 9484 T46 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 9491 T70 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 9495 T72 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 9496 T72 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 9499 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 9500 T72 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 9502 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 9503 T70 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60959",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60959_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 9504 T70 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 9510 T70 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 9514 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 9519 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 10500 T72 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 10501 T72 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1390005282860/collection1
   [junit4]   2> 10501 T72 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 10502 T72 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 10503 T72 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 10505 T72 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1390005282860/collection1/'
   [junit4]   2> 10507 T72 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1390005282860/collection1/lib/classes/' to classloader
   [junit4]   2> 10507 T72 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1390005282860/collection1/lib/README' to classloader
   [junit4]   2> 10548 T72 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 10564 T72 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 10566 T72 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 10582 T72 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 10753 T72 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 10754 T72 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 10755 T72 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 10759 T72 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 10807 T72 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 10813 T72 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1390005282860/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/control/data/
   [junit4]   2> 10814 T72 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@108d159
   [junit4]   2> 10817 T72 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/control/data
   [junit4]   2> 10817 T72 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/control/data/index/
   [junit4]   2> 10818 T72 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 10818 T72 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/control/data/index
   [junit4]   2> 10818 T72 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=75.935546875, floorSegmentMB=0.904296875, forceMergeDeletesPctAllowed=11.08112231289126, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 10821 T72 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 10821 T72 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 10829 T72 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 10841 T72 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 10842 T72 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 10842 T72 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 10842 T72 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 10843 T72 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 10843 T72 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 10844 T72 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 10844 T72 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 10846 T72 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 10847 T72 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 10847 T72 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 10848 T72 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 10848 T72 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 10849 T72 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 10850 T72 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 10851 T72 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 10852 T72 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 10853 T72 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 10854 T72 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=26.8837890625, floorSegmentMB=1.3193359375, forceMergeDeletesPctAllowed=24.297499566861195, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 10855 T72 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 10856 T72 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 10856 T72 oass.SolrIndexSearcher.<init> Opening Searcher@b1f67b main
   [junit4]   2> 10862 T73 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b1f67b main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 10866 T72 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 10867 T46 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 10867 T76 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60959 collection:control_collection shard:shard1
   [junit4]   2> 10867 T46 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 10878 T76 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 10885 T76 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 10887 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 10888 T76 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 10888 T76 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 10889 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C25 name=collection1 org.apache.solr.core.SolrCore@174caa3 url=http://127.0.0.1:60959/collection1 node=127.0.0.1:60959_ C25_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:60959, core=collection1, node_name=127.0.0.1:60959_}
   [junit4]   2> 10890 T76 C25 P60959 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60959/collection1/
   [junit4]   2> 10891 T76 C25 P60959 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 10891 T76 C25 P60959 oasc.SyncStrategy.syncToMe http://127.0.0.1:60959/collection1/ has no replicas
   [junit4]   2> 10892 T76 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60959/collection1/ shard1
   [junit4]   2> 10892 T76 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 10894 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 10896 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 10898 T78 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44900 name:ZooKeeperConnection Watcher:127.0.0.1:36210/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 10898 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 10900 T46 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 10902 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 10905 T46 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 10906 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 10984 T46 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 10986 T46 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55722
   [junit4]   2> 10988 T46 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 10988 T46 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 10988 T46 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1390005284727
   [junit4]   2> 10989 T46 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1390005284727/'
   [junit4]   2> 11009 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 11009 T46 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1390005284727/solr.xml
   [junit4]   2> 11009 T78 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 11025 T46 oasc.CoreContainer.<init> New CoreContainer 21068546
   [junit4]   2> 11025 T46 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1390005284727/]
   [junit4]   2> 11026 T46 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 11026 T46 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 11027 T46 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 11027 T46 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 11027 T46 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 11028 T46 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 11028 T46 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 11028 T46 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 11029 T46 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 11032 T46 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 11032 T46 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 11032 T46 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 11033 T46 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36210/solr
   [junit4]   2> 11033 T46 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 11034 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 11036 T89 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@127e7a0 name:ZooKeeperConnection Watcher:127.0.0.1:36210 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 11036 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 11039 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 11040 T91 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@156bf4e name:ZooKeeperConnection Watcher:127.0.0.1:36210/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 11041 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 11045 T46 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 11053 T76 oasc.ZkController.register We are http://127.0.0.1:60959/collection1/ and leader is http://127.0.0.1:60959/collection1/
   [junit4]   2> 11053 T76 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60959
   [junit4]   2> 11053 T76 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 11054 T76 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 11054 T76 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 11056 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 11056 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 11057 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 11057 T76 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 11058 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 11059 T70 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60959",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60959_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 11062 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 11164 T78 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 11164 T91 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 11165 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 12049 T46 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55722_
   [junit4]   2> 12051 T46 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55722_
   [junit4]   2> 12054 T78 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 12054 T69 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 12055 T91 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 12063 T92 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 12063 T92 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 12065 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 12065 T92 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 12065 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 12066 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 12067 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 12068 T70 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55722",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55722_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 12069 T70 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 12069 T70 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 12072 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 12276 T91 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 12276 T78 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 12276 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 13065 T92 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 13066 T92 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1390005284727/collection1
   [junit4]   2> 13066 T92 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 13067 T92 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 13067 T92 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 13068 T92 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1390005284727/collection1/'
   [junit4]   2> 13069 T92 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1390005284727/collection1/lib/classes/' to classloader
   [junit4]   2> 13069 T92 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1390005284727/collection1/lib/README' to classloader
   [junit4]   2> 13095 T92 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 13108 T92 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 13110 T92 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 13120 T92 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 13252 T92 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 13254 T92 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 13255 T92 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 13258 T92 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 13283 T92 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 13284 T92 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1390005284727/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty1/
   [junit4]   2> 13284 T92 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@108d159
   [junit4]   2> 13285 T92 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty1
   [junit4]   2> 13285 T92 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty1/index/
   [junit4]   2> 13285 T92 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 13286 T92 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty1/index
   [junit4]   2> 13286 T92 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=75.935546875, floorSegmentMB=0.904296875, forceMergeDeletesPctAllowed=11.08112231289126, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 13288 T92 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 13289 T92 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 13296 T92 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 13297 T92 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 13297 T92 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 13297 T92 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 13298 T92 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 13298 T92 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 13298 T92 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 13299 T92 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 13299 T92 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 13303 T92 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 13304 T92 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 13304 T92 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 13305 T92 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 13306 T92 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 13306 T92 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 13307 T92 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 13309 T92 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 13310 T92 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 13310 T92 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 13312 T92 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=26.8837890625, floorSegmentMB=1.3193359375, forceMergeDeletesPctAllowed=24.297499566861195, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 13313 T92 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 13313 T92 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 13313 T92 oass.SolrIndexSearcher.<init> Opening Searcher@1f34be5 main
   [junit4]   2> 13321 T93 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f34be5 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 13325 T92 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 13325 T46 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 13326 T46 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 13325 T96 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55722 collection:collection1 shard:shard2
   [junit4]   2> 13328 T96 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 13336 T96 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 13338 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13339 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13339 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13340 T96 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 13340 T96 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C26 name=collection1 org.apache.solr.core.SolrCore@2e4366 url=http://127.0.0.1:55722/collection1 node=127.0.0.1:55722_ C26_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55722, core=collection1, node_name=127.0.0.1:55722_}
   [junit4]   2> 13341 T96 C26 P55722 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55722/collection1/
   [junit4]   2> 13342 T96 C26 P55722 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 13342 T96 C26 P55722 oasc.SyncStrategy.syncToMe http://127.0.0.1:55722/collection1/ has no replicas
   [junit4]   2> 13342 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 13342 T96 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55722/collection1/ shard2
   [junit4]   2> 13343 T96 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 13347 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13352 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13356 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13436 T46 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 13438 T46 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40037
   [junit4]   2> 13440 T46 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 13440 T46 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 13440 T46 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1390005287149
   [junit4]   2> 13441 T46 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1390005287149/'
   [junit4]   2> 13455 T46 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1390005287149/solr.xml
   [junit4]   2> 13459 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 13459 T91 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 13464 T78 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 13474 T46 oasc.CoreContainer.<init> New CoreContainer 30485734
   [junit4]   2> 13475 T46 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1390005287149/]
   [junit4]   2> 13476 T46 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 13477 T46 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 13477 T46 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 13478 T46 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 13478 T46 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 13478 T46 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 13479 T46 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 13479 T46 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 13479 T46 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 13482 T46 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 13483 T46 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 13483 T46 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 13483 T46 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36210/solr
   [junit4]   2> 13484 T46 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 13484 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 13488 T107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ca531e name:ZooKeeperConnection Watcher:127.0.0.1:36210 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 13488 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 13491 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 13493 T109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e3dd6 name:ZooKeeperConnection Watcher:127.0.0.1:36210/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 13493 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 13498 T46 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 13503 T96 oasc.ZkController.register We are http://127.0.0.1:55722/collection1/ and leader is http://127.0.0.1:55722/collection1/
   [junit4]   2> 13504 T96 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55722
   [junit4]   2> 13504 T96 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 13504 T96 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 13504 T96 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 13506 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13506 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13506 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13507 T96 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 13508 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 13509 T70 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55722",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55722_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 13511 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 13614 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 13614 T78 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 13614 T109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 13614 T91 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 14502 T46 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40037_
   [junit4]   2> 14504 T46 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40037_
   [junit4]   2> 14507 T78 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 14507 T69 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 14507 T91 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 14508 T109 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 14518 T110 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 14518 T110 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 14520 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 14520 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 14520 T110 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 14521 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 14522 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 14523 T70 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40037",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40037_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 14523 T70 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 14523 T70 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 14526 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 14630 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 14630 T91 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 14630 T78 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 14630 T109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 15521 T110 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 15521 T110 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1390005287149/collection1
   [junit4]   2> 15522 T110 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 15523 T110 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 15523 T110 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 15524 T110 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1390005287149/collection1/'
   [junit4]   2> 15524 T110 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1390005287149/collection1/lib/classes/' to classloader
   [junit4]   2> 15525 T110 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1390005287149/collection1/lib/README' to classloader
   [junit4]   2> 15565 T110 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 15590 T110 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 15593 T110 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 15603 T110 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 15793 T110 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 15795 T110 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 15799 T110 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 15802 T110 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 15826 T110 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 15826 T110 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1390005287149/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty2/
   [junit4]   2> 15826 T110 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@108d159
   [junit4]   2> 15827 T110 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty2
   [junit4]   2> 15827 T110 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty2/index/
   [junit4]   2> 15827 T110 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 15828 T110 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty2/index
   [junit4]   2> 15828 T110 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=75.935546875, floorSegmentMB=0.904296875, forceMergeDeletesPctAllowed=11.08112231289126, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 15831 T110 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 15832 T110 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 15836 T110 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 15837 T110 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 15837 T110 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 15837 T110 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 15837 T110 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 15837 T110 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 15838 T110 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 15838 T110 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 15838 T110 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 15840 T110 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 15841 T110 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 15841 T110 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 15841 T110 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 15842 T110 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 15842 T110 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 15843 T110 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 15845 T110 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 15846 T110 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 15846 T110 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 15848 T110 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=26.8837890625, floorSegmentMB=1.3193359375, forceMergeDeletesPctAllowed=24.297499566861195, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 15849 T110 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 15849 T110 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 15849 T110 oass.SolrIndexSearcher.<init> Opening Searcher@1247948 main
   [junit4]   2> 15855 T111 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1247948 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 15862 T110 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 15863 T46 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 15863 T46 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 15863 T114 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40037 collection:collection1 shard:shard1
   [junit4]   2> 15867 T114 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 15875 T114 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 15877 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 15877 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 15877 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 15877 T114 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 15878 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 15879 T114 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C27 name=collection1 org.apache.solr.core.SolrCore@19c18a9 url=http://127.0.0.1:40037/collection1 node=127.0.0.1:40037_ C27_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:40037, core=collection1, node_name=127.0.0.1:40037_}
   [junit4]   2> 15881 T114 C27 P40037 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40037/collection1/
   [junit4]   2> 15881 T114 C27 P40037 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 15882 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 15882 T114 C27 P40037 oasc.SyncStrategy.syncToMe http://127.0.0.1:40037/collection1/ has no replicas
   [junit4]   2> 15882 T114 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40037/collection1/ shard1
   [junit4]   2> 15882 T114 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 15890 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 15894 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 15956 T46 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 15959 T46 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57131
   [junit4]   2> 15960 T46 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 15960 T46 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 15960 T46 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1390005289686
   [junit4]   2> 15961 T46 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1390005289686/'
   [junit4]   2> 15979 T46 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1390005289686/solr.xml
   [junit4]   2> 15991 T46 oasc.CoreContainer.<init> New CoreContainer 32916178
   [junit4]   2> 15992 T46 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1390005289686/]
   [junit4]   2> 15993 T46 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 15993 T46 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 15993 T46 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 15993 T46 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 15994 T46 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 15994 T46 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 15994 T46 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 15994 T46 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 15995 T46 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 15997 T46 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 15998 T109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 15997 T78 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 15997 T91 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 15997 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 15998 T46 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 15999 T46 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 16000 T46 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36210/solr
   [junit4]   2> 16001 T46 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 16001 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 16003 T125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@388b48 name:ZooKeeperConnection Watcher:127.0.0.1:36210 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 16004 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 16006 T46 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 16008 T127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e29fc name:ZooKeeperConnection Watcher:127.0.0.1:36210/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 16008 T46 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 16012 T46 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 16041 T114 oasc.ZkController.register We are http://127.0.0.1:40037/collection1/ and leader is http://127.0.0.1:40037/collection1/
   [junit4]   2> 16042 T114 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40037
   [junit4]   2> 16042 T114 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 16042 T114 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 16042 T114 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 16043 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 16044 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 16044 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 16044 T114 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 16045 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 16046 T70 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40037",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40037_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 16049 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 16151 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 16152 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 16151 T91 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 16151 T109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 16151 T78 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 17015 T46 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57131_
   [junit4]   2> 17018 T46 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57131_
   [junit4]   2> 17020 T78 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 17021 T91 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 17021 T127 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 17021 T109 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 17021 T69 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 17029 T128 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 17029 T128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 17031 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17031 T128 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 17031 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17031 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17033 T70 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 17034 T70 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57131",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57131_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 17034 T70 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 17034 T70 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 17038 T69 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17140 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 17140 T91 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 17140 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 17140 T78 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 17140 T109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 18031 T128 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 18032 T128 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1390005289686/collection1
   [junit4]   2> 18032 T128 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 18033 T128 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 18033 T128 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 18034 T128 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1390005289686/collection1/'
   [junit4]   2> 18034 T128 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1390005289686/collection1/lib/classes/' to classloader
   [junit4]   2> 18035 T128 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1390005289686/collection1/lib/README' to classloader
   [junit4]   2> 18061 T128 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 18077 T128 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 18079 T128 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 18085 T128 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 18218 T128 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 18220 T128 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 18221 T128 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 18224 T128 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 18246 T128 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 18247 T128 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1390005289686/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty3/
   [junit4]   2> 18247 T128 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@108d159
   [junit4]   2> 18248 T128 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty3
   [junit4]   2> 18248 T128 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty3/index/
   [junit4]   2> 18248 T128 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 18249 T128 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty3/index
   [junit4]   2> 18249 T128 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=75.935546875, floorSegmentMB=0.904296875, forceMergeDeletesPctAllowed=11.08112231289126, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 18252 T128 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty3/index,segFN=segments_1,generation=1}
   [junit4]   2> 18252 T128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 18257 T128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 18257 T128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 18257 T128 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 18257 T128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 18258 T128 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 18261 T128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 18261 T128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 18261 T128 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 18262 T128 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 18262 T128 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 18263 T128 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 18263 T128 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 18264 T128 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 18264 T128 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 18265 T128 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 18266 T128 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 18267 T128 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 18269 T128 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 18269 T128 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 18270 T128 oasu.RandomMergePolicy.<init> RandomMe

[...truncated too long message...]

> 		at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
   [junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:174)
   [junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1018)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:268)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 77126 T256 oasc.SolrException.log ERROR IO error while trying to get the size of the Directory:org.apache.lucene.store.NoSuchDirectoryException: directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty7/index.20140118013537479' does not exist
   [junit4]   2> 		at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:219)
   [junit4]   2> 		at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:243)
   [junit4]   2> 		at org.apache.solr.core.DirectoryFactory.sizeOfDirectory(DirectoryFactory.java:191)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:521)
   [junit4]   2> 		at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:562)
   [junit4]   2> 		at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:318)
   [junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:236)
   [junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 		at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
   [junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1018)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:268)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 77129 T256 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=92,cumulative_deletesById=40,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=2}
   [junit4]   2> 77129 T256 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 77129 T256 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 77130 T256 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 77131 T256 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 77132 T256 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 77132 T256 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty7 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty7;done=false>>]
   [junit4]   2> 77132 T256 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty7
   [junit4]   2> 77132 T256 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty7/index.20140118013537479 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty7/index.20140118013537479;done=false>>]
   [junit4]   2> 77132 T256 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1390005282574/jetty7/index.20140118013537479
   [junit4]   2> 77133 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 77133 T256 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 77133 T256 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 77133 T256 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=en_US, timezone=Africa/Bangui
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=32180552,total=67088384
   [junit4]   2> NOTE: All tests run in this JVM: [PluginInfoTest, CoreContainerCoreInitFailuresTest, ZkNodePropsTest, RAMDirectoryFactoryTest, SolrCoreCheckLockOnStartupTest, SpellingQueryConverterTest, CurrencyFieldXmlFileTest, SolrRequestParserTest, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed on J1 in 69.35s, 1 test, 1 failure <<< FAILURES!

[...truncated 983 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 49 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0-ea-b123 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_60-ea-b02) - Build # 9031 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9031/
Java: 64bit/jdk1.7.0_60-ea-b02 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([DA0FB9CA0ED07252:5BE937D2798F126E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:120)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:86)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.GeneratedMethodAccessor34.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10849 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1020667 T5689 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1020670 T5689 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerRolesTest-1390000072309
   [junit4]   2> 1020670 T5689 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1020671 T5690 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1020771 T5689 oasc.ZkTestServer.run start zk server on port:57841
   [junit4]   2> 1020771 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1020892 T5696 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c7e6529 name:ZooKeeperConnection Watcher:127.0.0.1:57841 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1020892 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1020893 T5689 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1020897 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1020898 T5698 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7efd216e name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1020898 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1020899 T5689 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1020901 T5689 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1020902 T5689 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1020904 T5689 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1020905 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1020906 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1020909 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1020909 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1020912 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1020913 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1020915 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1020915 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1020917 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1020917 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1020919 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1020919 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1020921 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1020921 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1020923 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1020923 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1020926 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1020926 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1020930 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1020930 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1020932 T5689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1020932 T5689 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1020994 T5689 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1020997 T5689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51325
   [junit4]   2> 1020997 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1020998 T5689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1020998 T5689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390000072574
   [junit4]   2> 1020998 T5689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390000072574/'
   [junit4]   2> 1021010 T5689 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390000072574/solr.xml
   [junit4]   2> 1021035 T5689 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1021035 T5689 oasc.CoreContainer.<init> New CoreContainer 16702817
   [junit4]   2> 1021035 T5689 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390000072574/]
   [junit4]   2> 1021036 T5689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1021036 T5689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1021037 T5689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1021037 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1021037 T5689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1021037 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1021037 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1021038 T5689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1021038 T5689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1021040 T5689 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1021040 T5689 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1021040 T5689 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1021041 T5689 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57841/solr
   [junit4]   2> 1021041 T5689 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1021042 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1021043 T5709 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c780bc9 name:ZooKeeperConnection Watcher:127.0.0.1:57841 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1021044 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1021045 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1021047 T5711 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4718e056 name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1021047 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1021048 T5689 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1021051 T5689 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1021053 T5689 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1021054 T5689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51325_
   [junit4]   2> 1021055 T5689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51325_
   [junit4]   2> 1021059 T5689 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1021061 T5689 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1021066 T5689 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1021070 T5689 oasc.Overseer.start Overseer (id=91095044739563523-127.0.0.1:51325_-n_0000000000) starting
   [junit4]   2> 1021073 T5689 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1021076 T5713 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1021076 T5689 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1021077 T5713 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1021078 T5689 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1021079 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1021081 T5712 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1021083 T5689 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390000072574
   [junit4]   2> 1021084 T5689 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390000072574/conf/
   [junit4]   2> 1021114 T5689 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1021115 T5689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1021115 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1021116 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1021117 T5716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c9fb3d2 name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1021118 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1021119 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1021120 T5689 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1021183 T5689 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1021185 T5689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33784
   [junit4]   2> 1021185 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1021185 T5689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1021186 T5689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390000072760
   [junit4]   2> 1021186 T5689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1390000072760/'
   [junit4]   2> 1021196 T5689 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390000072760/solr.xml
   [junit4]   2> 1021229 T5689 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1021229 T5689 oasc.CoreContainer.<init> New CoreContainer 2093563420
   [junit4]   2> 1021229 T5689 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390000072760/]
   [junit4]   2> 1021230 T5689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1021230 T5689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1021230 T5689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1021231 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1021231 T5689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1021231 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1021231 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1021232 T5689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1021232 T5689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1021234 T5689 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1021234 T5689 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1021234 T5689 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1021234 T5689 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57841/solr
   [junit4]   2> 1021235 T5689 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1021235 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1021237 T5727 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ce045 name:ZooKeeperConnection Watcher:127.0.0.1:57841 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1021237 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1021239 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1021240 T5729 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c6aaf2e name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1021240 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1021243 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1022245 T5689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33784_
   [junit4]   2> 1022246 T5689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33784_
   [junit4]   2> 1022247 T5716 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1022248 T5729 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1022247 T5711 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1022251 T5689 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390000072760
   [junit4]   2> 1022252 T5689 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390000072760/conf/
   [junit4]   2> 1022273 T5689 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1022274 T5689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1022274 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1022335 T5689 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1022336 T5689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52073
   [junit4]   2> 1022337 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1022337 T5689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1022337 T5689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390000073913
   [junit4]   2> 1022338 T5689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390000073913/'
   [junit4]   2> 1022348 T5689 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390000073913/solr.xml
   [junit4]   2> 1022369 T5689 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1022369 T5689 oasc.CoreContainer.<init> New CoreContainer 2053987999
   [junit4]   2> 1022369 T5689 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390000073913/]
   [junit4]   2> 1022370 T5689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1022370 T5689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1022371 T5689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1022371 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1022371 T5689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1022371 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1022371 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1022372 T5689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1022372 T5689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1022374 T5689 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1022374 T5689 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1022374 T5689 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1022375 T5689 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57841/solr
   [junit4]   2> 1022375 T5689 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1022375 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1022377 T5741 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@225f5784 name:ZooKeeperConnection Watcher:127.0.0.1:57841 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1022377 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1022379 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1022380 T5743 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d160906 name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1022380 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1022384 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1023386 T5689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52073_
   [junit4]   2> 1023388 T5689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52073_
   [junit4]   2> 1023390 T5716 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1023390 T5743 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1023390 T5711 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1023390 T5729 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1023394 T5689 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390000073913
   [junit4]   2> 1023395 T5689 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390000073913/conf/
   [junit4]   2> 1023427 T5689 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1023428 T5689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1023428 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1023492 T5689 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1023494 T5689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41218
   [junit4]   2> 1023495 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1023495 T5689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1023495 T5689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390000075068
   [junit4]   2> 1023496 T5689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390000075068/'
   [junit4]   2> 1023506 T5689 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390000075068/solr.xml
   [junit4]   2> 1023542 T5689 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1023542 T5689 oasc.CoreContainer.<init> New CoreContainer 25785574
   [junit4]   2> 1023543 T5689 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390000075068/]
   [junit4]   2> 1023543 T5689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1023544 T5689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1023544 T5689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1023544 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1023544 T5689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1023545 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1023545 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1023545 T5689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1023545 T5689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1023547 T5689 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1023548 T5689 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1023548 T5689 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1023548 T5689 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57841/solr
   [junit4]   2> 1023548 T5689 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1023549 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1023550 T5755 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6759a8d3 name:ZooKeeperConnection Watcher:127.0.0.1:57841 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1023551 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1023553 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1023554 T5757 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ecd1841 name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1023554 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1023557 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1024559 T5689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41218_
   [junit4]   2> 1024560 T5689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41218_
   [junit4]   2> 1024562 T5711 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1024562 T5743 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1024562 T5757 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1024562 T5729 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1024562 T5716 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1024567 T5689 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390000075068
   [junit4]   2> 1024568 T5689 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390000075068/conf/
   [junit4]   2> 1024597 T5689 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1024597 T5689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1024598 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1024658 T5689 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1024660 T5689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52013
   [junit4]   2> 1024661 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1024661 T5689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1024661 T5689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237
   [junit4]   2> 1024662 T5689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/'
   [junit4]   2> 1024671 T5689 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/solr.xml
   [junit4]   2> 1024693 T5689 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1024693 T5689 oasc.CoreContainer.<init> New CoreContainer 2108717713
   [junit4]   2> 1024694 T5689 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/]
   [junit4]   2> 1024708 T5689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1024709 T5689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1024709 T5689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1024709 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1024709 T5689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1024709 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1024710 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1024710 T5689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1024710 T5689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1024712 T5689 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1024712 T5689 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1024713 T5689 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1024713 T5689 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57841/solr
   [junit4]   2> 1024713 T5689 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1024714 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1024715 T5769 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64a6a8c0 name:ZooKeeperConnection Watcher:127.0.0.1:57841 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1024716 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1024717 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1024719 T5771 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@715e41e6 name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1024719 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1024722 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1025724 T5689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52013_
   [junit4]   2> 1025726 T5689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52013_
   [junit4]   2> 1025728 T5711 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1025728 T5743 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1025728 T5729 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1025728 T5771 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1025728 T5716 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1025728 T5757 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1025732 T5689 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237
   [junit4]   2> 1025733 T5689 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/conf/
   [junit4]   2> 1025755 T5689 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1025756 T5689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1025756 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1025816 T5689 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1025818 T5689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49802
   [junit4]   2> 1025818 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1025818 T5689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1025819 T5689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390000077395
   [junit4]   2> 1025819 T5689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1390000077395/'
   [junit4]   2> 1025829 T5689 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390000077395/solr.xml
   [junit4]   2> 1025850 T5689 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1025850 T5689 oasc.CoreContainer.<init> New CoreContainer 516029931
   [junit4]   2> 1025850 T5689 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390000077395/]
   [junit4]   2> 1025851 T5689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1025851 T5689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1025852 T5689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1025852 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1025852 T5689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1025852 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1025852 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1025853 T5689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1025853 T5689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1025855 T5689 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1025855 T5689 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1025855 T5689 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1025856 T5689 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57841/solr
   [junit4]   2> 1025856 T5689 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1025856 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1025859 T5783 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52055f13 name:ZooKeeperConnection Watcher:127.0.0.1:57841 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1025859 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1025860 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1025862 T5785 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37595fbe name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1025862 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1025864 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026867 T5689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49802_
   [junit4]   2> 1026868 T5689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49802_
   [junit4]   2> 1026870 T5711 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026871 T5757 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026870 T5771 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026870 T5729 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026870 T5716 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026871 T5785 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026871 T5743 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026877 T5689 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390000077395
   [junit4]   2> 1026878 T5689 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390000077395/conf/
   [junit4]   2> 1026901 T5689 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1026901 T5689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1026902 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1026961 T5689 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1026963 T5689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55870
   [junit4]   2> 1026964 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1026964 T5689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1026964 T5689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541
   [junit4]   2> 1026965 T5689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541/'
   [junit4]   2> 1026975 T5689 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541/solr.xml
   [junit4]   2> 1027013 T5689 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1027013 T5689 oasc.CoreContainer.<init> New CoreContainer 2052773759
   [junit4]   2> 1027013 T5689 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541/]
   [junit4]   2> 1027014 T5689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1027014 T5689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1027014 T5689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1027015 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1027015 T5689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1027015 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1027015 T5689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1027016 T5689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1027016 T5689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1027018 T5689 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1027018 T5689 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1027018 T5689 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1027018 T5689 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57841/solr
   [junit4]   2> 1027019 T5689 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1027019 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027021 T5797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61fa119a name:ZooKeeperConnection Watcher:127.0.0.1:57841 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027022 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1027023 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027025 T5799 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e0135a9 name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027025 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1027027 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1028030 T5689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55870_
   [junit4]   2> 1028031 T5689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55870_
   [junit4]   2> 1028035 T5757 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1028035 T5771 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1028035 T5743 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1028035 T5716 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1028035 T5729 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1028035 T5785 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1028035 T5711 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1028035 T5799 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1028039 T5689 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541
   [junit4]   2> 1028040 T5689 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541/conf/
   [junit4]   2> 1028064 T5689 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1028064 T5689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1028065 T5689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1028066 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1028068 T5802 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a5a50b9 name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1028068 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1028069 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1028071 T5689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1028073 T5804 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2eb1d2c2 name:ZooKeeperConnection Watcher:127.0.0.1:57841/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1028073 T5689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1028074 T5689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1028079 T5705 oasha.CollectionsHandler.handleCreateAction Creating Collection : action=CREATE&numShards=4&name=testOverseerCol&wt=javabin&version=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 1028081 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028083 T5713 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1028083 T5713 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1028084 T5713 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1028085 T5713 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 1028085 T5713 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 1028090 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028092 T5712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1028093 T5712 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 1028093 T5712 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 1028096 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028097 T5802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028098 T5711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028098 T5729 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028098 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028098 T5757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028097 T5716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028097 T5743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028097 T5799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028097 T5804 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028097 T5785 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028190 T5713 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 1028190 T5713 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:55870_
   [junit4]   2> 1028191 T5713 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:49802_
   [junit4]   2> 1028192 T5713 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:52013_
   [junit4]   2> 1028193 T5713 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:41218_
   [junit4]   2> 1028194 T5713 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:52073_
   [junit4]   2> 1028195 T5713 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:51325_
   [junit4]   2> 1028195 T5792 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 1028197 T5766 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 1028195 T5780 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 1028198 T5736 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 1028197 T5752 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 1028196 T5713 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:33784_
   [junit4]   2> 1028200 T5780 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1028200 T5736 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1028201 T5752 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1028199 T5766 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1028199 T5792 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1028198 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028198 T5707 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 1028202 T5713 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:55870_
   [junit4]   2> 1028204 T5723 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 1028205 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028205 T5707 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1028206 T5793 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 1028206 T5712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1028206 T5723 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1028208 T5793 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1028208 T5712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55870",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55870_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1028213 T5712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52013",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52013_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1028219 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028221 T5712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49802",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49802_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1028225 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028226 T5712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52073",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52073_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1028230 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028232 T5712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41218",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41218_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1028237 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028238 T5712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51325",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51325_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1028243 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028244 T5712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33784",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:33784_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1028247 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028249 T5712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55870",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55870_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1028252 T5711 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1028356 T5716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028356 T5799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028356 T5743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028356 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028356 T5711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028356 T5729 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028356 T5785 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028356 T5757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028356 T5804 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1028356 T5802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1029200 T5780 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 1029201 T5736 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 1029201 T5752 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 1029201 T5736 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390000073913/testOverseerCol_shard3_replica1
   [junit4]   2> 1029202 T5766 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 1029202 T5752 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390000075068/testOverseerCol_shard2_replica2
   [junit4]   2> 1029202 T5792 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 1029202 T5766 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/testOverseerCol_shard2_replica1
   [junit4]   2> 1029203 T5766 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1029203 T5792 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541/testOverseerCol_shard1_replica1
   [junit4]   2> 1029203 T5792 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1029202 T5752 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1029202 T5736 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1029201 T5780 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390000077395/testOverseerCol_shard1_replica2
   [junit4]   2> 1029204 T5736 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1029204 T5780 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1029204 T5752 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1029205 T5752 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1029204 T5792 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1029206 T5792 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1029204 T5766 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1029206 T5766 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1029206 T5707 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 1029205 T5780 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1029207 T5780 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1029205 T5736 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1029207 T5707 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390000072574/testOverseerCol_shard3_replica2
   [junit4]   2> 1029208 T5707 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1029207 T5766 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/testOverseerCol_shard2_replica1/'
   [junit4]   2> 1029207 T5792 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541/testOverseerCol_shard1_replica1/'
   [junit4]   2> 1029209 T5707 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1029206 T5752 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390000075068/testOverseerCol_shard2_replica2/'
   [junit4]   2> 1029209 T5707 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1029209 T5793 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 1029209 T5736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390000073913/testOverseerCol_shard3_replica1/'
   [junit4]   2> 1029208 T5780 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1390000077395/testOverseerCol_shard1_replica2/'
   [junit4]   2> 1029208 T5723 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 1029211 T5793 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541/testOverseerCol_shard4_replica2
   [junit4]   2> 1029211 T5793 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1029210 T5707 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390000072574/testOverseerCol_shard3_replica2/'
   [junit4]   2> 1029211 T5723 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390000072760/testOverseerCol_shard4_replica1
   [junit4]   2> 1029212 T5723 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1029214 T5793 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1029214 T5793 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1029214 T5723 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1029215 T5723 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1029216 T5723 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1390000072760/testOverseerCol_shard4_replica1/'
   [junit4]   2> 1029220 T5793 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390000078541/testOverseerCol_shard4_replica2/'
   [junit4]   2> 1029276 T5780 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1029280 T5766 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1029302 T5736 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1029311 T5707 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1029330 T5723 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1029331 T5792 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1029337 T5793 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1029356 T5752 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1029368 T5780 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1029370 T5780 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1029389 T5766 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1029391 T5780 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 1029393 T5766 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1029396 T5736 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1029399 T5736 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1029403 T5707 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1029406 T5766 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 1029408 T5707 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1029420 T5792 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1029422 T5792 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1029423 T5793 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1029424 T5723 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1029425 T5707 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 1029426 T5793 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1029426 T5736 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 1029426 T5723 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1029433 T5792 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 1029435 T5793 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 1029453 T5723 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 1029484 T5752 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1029486 T5752 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1029510 T5752 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 1030187 T5766 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030188 T5766 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030189 T5766 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1030197 T5766 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1030209 T5766 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1030223 T5723 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030224 T5723 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030223 T5792 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030226 T5793 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030224 T5723 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1030227 T5793 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030228 T5793 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1030226 T5792 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030240 T5792 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1030241 T5766 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1030238 T5707 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030252 T5707 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030251 T5736 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030253 T5792 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1030247 T5766 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1030245 T5793 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1030253 T5723 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1030253 T5736 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030256 T5792 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1030256 T5780 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030253 T5707 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1030257 T5780 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030256 T5736 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1030258 T5780 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1030258 T5766 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1030259 T5793 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1030259 T5723 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1030260 T5766 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1030260 T5766 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1030262 T5766 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1030262 T5780 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1030265 T5736 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1030266 T5780 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1030266 T5766 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1030267 T5766 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1030266 T5707 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1030267 T5736 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1030267 T5766 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1030279 T5752 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030280 T5766 oasc.SolrCore.<init> [testOverseerCol_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/testOverseerCol_shard2_replica1/, dataDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/testOverseerCol_shard2_replica1/data/
   [junit4]   2> 1030281 T5752 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1030282 T5707 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1030281 T5766 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa04088
   [junit4]   2> 1030282 T5752 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1030283 T5766 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/testOverseerCol_shard2_replica1/data
   [junit4]   2> 1030283 T5766 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/testOverseerCol_shard2_replica1/data/index/
   [junit4]   2> 1030284 T5766 oasc.SolrCore.initIndex WARN [testOverseerCol_shard2_replica1] Solr index directory './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/testOverseerCol_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1030284 T5766 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390000076237/testOverseerCol_shard2_replica1/data/index
   [junit4]   2> 1030284 T5766 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1030286 T5766 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@56427d9a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15039549),segFN=segments_1,generation=1}
   [junit4]   2> 1030286 T5766 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1030288 T5752 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1030290 T5766 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1030290 T5766 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1030290 T5752 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1030290 T5792 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1030292 T5723 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1030291 T5766 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1030292 T5766 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"

[...truncated too long message...]

olr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1048240 T5799 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard4/election/91095044739563536-core_node8-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1048240 T5799 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1048240 T5799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1048240 T5799 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1048241 T5799 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=es_BO, timezone=Atlantic/Reykjavik
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.7.0_60-ea (64-bit)/cpus=8,threads=1,free=88530560,total=250499072
   [junit4]   2> NOTE: All tests run in this JVM: [TriLevelCompositeIdRoutingTest, FastVectorHighlighterTest, LegacyHTMLStripCharFilterTest, DOMUtilTest, ResponseLogComponentTest, TestRemoteStreaming, ZkControllerTest, RegexBoostProcessorTest, CircularListTest, SoftAutoCommitTest, TestFileDictionaryLookup, TestDocumentBuilder, TestPerFieldSimilarity, CopyFieldTest, TestPseudoReturnFields, DistributedTermsComponentTest, HdfsSyncSliceTest, TestLuceneMatchVersion, FileBasedSpellCheckerTest, PrimitiveFieldTypeTest, JsonLoaderTest, URLClassifyProcessorTest, UUIDFieldTest, TestManagedSchema, SchemaVersionSpecificBehaviorTest, TestDocSet, TestPHPSerializedResponseWriter, TestCustomSort, SolrXmlInZkTest, DistributedSuggestComponentTest, LoggingHandlerTest, TestQueryUtils, TestSolrDeletionPolicy1, TestSolrQueryParserResource, TestSolrXml, CacheHeaderTest, SimpleFacetsTest, SolrCoreTest, ReturnFieldsTest, TestCollationKeyRangeQueries, PolyFieldTest, TestSuggestSpellingConverter, QueryEqualityTest, DocValuesTest, SolrInfoMBeanTest, TestSchemaNameResource, TestGroupingSearch, TestWriterPerf, ParsingFieldUpdateProcessorsTest, BinaryUpdateRequestHandlerTest, InfoHandlerTest, SyncSliceTest, BadComponentTest, TermVectorComponentTest, TestSolrXMLSerializer, HdfsLockFactoryTest, TestFaceting, OverseerCollectionProcessorTest, TestExtendedDismaxParser, TestStressVersions, QueryResultKeyTest, PeerSyncTest, ZkCLITest, TestSchemaSimilarityResource, TestPostingsSolrHighlighter, TestLFUCache, TestReloadAndDeleteDocs, TermsComponentTest, ShardRoutingTest, TestBadConfig, DocValuesMissingTest, TestSimpleQParserPlugin, TestReplicationHandler, ChangedSchemaMergeTest, DateMathParserTest, TestMergePolicyConfig, SuggesterFSTTest, MoreLikeThisHandlerTest, BasicDistributedZkTest, HdfsUnloadDistributedZkTest, DocumentBuilderTest, ResourceLoaderTest, AnalysisAfterCoreReloadTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomDVFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestJoin, SpellCheckComponentTest, BadIndexSchemaTest, TestSort, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, CoreAdminHandlerTest, TestStressLucene, SpatialFilterTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, SortByFunctionTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, StandardRequestHandlerTest, TestOmitPositions, TestValueSourceCache, TestIndexingPerformance, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, TestQuerySenderListener, TestSolrIndexConfig, SampleTest, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestPhraseSuggestions, TestCharFilters, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, AssignTest, DeleteReplicaTest, DeleteShardTest, MigrateRouteKeyTest, OverseerRolesTest]
   [junit4] Completed on J0 in 27.86s, 1 test, 1 failure <<< FAILURES!

[...truncated 142 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 44 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60-ea-b02 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.6.0_45) - Build # 9030 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9030/
Java: 64bit/jdk1.6.0_45 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([4EA842A3A92D45FC:CF4ECCBBDE7225C0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:120)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:86)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 10167 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1292588 T3271 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /efb/l
   [junit4]   2> 1292592 T3271 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-OverseerRolesTest-1389995608429
   [junit4]   2> 1292592 T3271 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1292593 T3272 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1292693 T3271 oasc.ZkTestServer.run start zk server on port:52686
   [junit4]   2> 1292694 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1292756 T3278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@718f7cb8 name:ZooKeeperConnection Watcher:127.0.0.1:52686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1292756 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1292756 T3271 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1292762 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1292765 T3280 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11a07c13 name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1292765 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1292766 T3271 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1292770 T3271 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1292773 T3271 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1292776 T3271 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1292780 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1292781 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1292787 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1292788 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1292793 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1292794 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1292799 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1292799 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1292803 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1292804 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1292809 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1292809 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1292813 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1292814 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1292822 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1292822 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1292826 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1292827 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1292831 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1292831 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1292835 T3271 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1292835 T3271 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1292903 T3271 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1292905 T3271 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50719
   [junit4]   2> 1292905 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1292906 T3271 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1292906 T3271 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389995608677
   [junit4]   2> 1292906 T3271 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389995608677/'
   [junit4]   2> 1292916 T3271 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389995608677/solr.xml
   [junit4]   2> 1292949 T3271 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1292949 T3271 oasc.CoreContainer.<init> New CoreContainer 165112940
   [junit4]   2> 1292949 T3271 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389995608677/]
   [junit4]   2> 1292950 T3271 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1292951 T3271 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1292951 T3271 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1292951 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1292952 T3271 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1292952 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1292952 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1292953 T3271 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1292953 T3271 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1292955 T3271 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1292955 T3271 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1292955 T3271 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1292956 T3271 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52686/solr
   [junit4]   2> 1292956 T3271 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1292957 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1292958 T3291 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e0f2b80 name:ZooKeeperConnection Watcher:127.0.0.1:52686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1292959 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1292962 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1292963 T3293 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@235cf118 name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1292963 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1292965 T3271 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1292970 T3271 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1292974 T3271 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1292976 T3271 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50719_efb%2Fl
   [junit4]   2> 1292978 T3271 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50719_efb%2Fl
   [junit4]   2> 1292981 T3271 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1292984 T3271 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1292991 T3271 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1292995 T3271 oasc.Overseer.start Overseer (id=91094752194134019-127.0.0.1:50719_efb%2Fl-n_0000000000) starting
   [junit4]   2> 1292999 T3271 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1293005 T3271 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1293006 T3295 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1293007 T3295 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1293009 T3271 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1293012 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1293017 T3294 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1293019 T3271 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389995608677
   [junit4]   2> 1293020 T3271 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389995608677/conf/
   [junit4]   2> 1293049 T3271 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1293050 T3271 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1293050 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1293051 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1293053 T3298 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18ec124f name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1293053 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1293055 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1293058 T3271 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1293127 T3271 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1293129 T3271 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56983
   [junit4]   2> 1293129 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1293130 T3271 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1293130 T3271 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389995608895
   [junit4]   2> 1293130 T3271 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1389995608895/'
   [junit4]   2> 1293141 T3271 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389995608895/solr.xml
   [junit4]   2> 1293174 T3271 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1293174 T3271 oasc.CoreContainer.<init> New CoreContainer 1576743966
   [junit4]   2> 1293175 T3271 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389995608895/]
   [junit4]   2> 1293176 T3271 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1293176 T3271 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1293176 T3271 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1293177 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1293177 T3271 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1293177 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1293178 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1293178 T3271 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1293178 T3271 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1293180 T3271 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1293181 T3271 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1293181 T3271 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1293181 T3271 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52686/solr
   [junit4]   2> 1293181 T3271 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1293182 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1293184 T3309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@171acdc6 name:ZooKeeperConnection Watcher:127.0.0.1:52686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1293184 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1293187 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1293188 T3311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50b782fa name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1293188 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1293193 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1294198 T3271 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56983_efb%2Fl
   [junit4]   2> 1294199 T3271 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56983_efb%2Fl
   [junit4]   2> 1294203 T3311 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1294205 T3298 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1294205 T3293 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1294211 T3271 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389995608895
   [junit4]   2> 1294212 T3271 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389995608895/conf/
   [junit4]   2> 1294234 T3271 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1294235 T3271 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1294235 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1294316 T3271 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1294318 T3271 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46341
   [junit4]   2> 1294319 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1294320 T3271 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1294320 T3271 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389995610072
   [junit4]   2> 1294321 T3271 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389995610072/'
   [junit4]   2> 1294336 T3271 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389995610072/solr.xml
   [junit4]   2> 1294387 T3271 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1294387 T3271 oasc.CoreContainer.<init> New CoreContainer 510719538
   [junit4]   2> 1294388 T3271 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389995610072/]
   [junit4]   2> 1294390 T3271 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1294390 T3271 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1294390 T3271 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1294391 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1294391 T3271 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1294392 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1294392 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1294393 T3271 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1294393 T3271 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1294396 T3271 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1294397 T3271 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1294397 T3271 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1294398 T3271 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52686/solr
   [junit4]   2> 1294398 T3271 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1294399 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1294401 T3323 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a335c3b name:ZooKeeperConnection Watcher:127.0.0.1:52686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1294401 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1294404 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1294405 T3325 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b387ba3 name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1294405 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1294411 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1295416 T3271 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46341_efb%2Fl
   [junit4]   2> 1295418 T3271 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46341_efb%2Fl
   [junit4]   2> 1295423 T3311 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1295423 T3293 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1295424 T3298 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1295425 T3325 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1295431 T3271 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389995610072
   [junit4]   2> 1295432 T3271 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389995610072/conf/
   [junit4]   2> 1295461 T3271 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1295461 T3271 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1295462 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1295524 T3271 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1295526 T3271 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41404
   [junit4]   2> 1295527 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1295527 T3271 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1295528 T3271 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389995611299
   [junit4]   2> 1295528 T3271 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389995611299/'
   [junit4]   2> 1295552 T3271 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389995611299/solr.xml
   [junit4]   2> 1295600 T3271 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1295601 T3271 oasc.CoreContainer.<init> New CoreContainer 2131575447
   [junit4]   2> 1295601 T3271 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389995611299/]
   [junit4]   2> 1295603 T3271 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1295603 T3271 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1295604 T3271 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1295604 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1295605 T3271 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1295605 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1295606 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1295606 T3271 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1295607 T3271 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1295610 T3271 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1295610 T3271 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1295610 T3271 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1295611 T3271 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52686/solr
   [junit4]   2> 1295611 T3271 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1295612 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295614 T3337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f8f08ab name:ZooKeeperConnection Watcher:127.0.0.1:52686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1295614 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1295617 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1295618 T3339 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a5d65c5 name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1295619 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1295624 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1296628 T3271 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41404_efb%2Fl
   [junit4]   2> 1296630 T3271 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41404_efb%2Fl
   [junit4]   2> 1296635 T3311 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1296636 T3293 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1296636 T3339 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1296637 T3298 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1296637 T3325 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1296643 T3271 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389995611299
   [junit4]   2> 1296644 T3271 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389995611299/conf/
   [junit4]   2> 1296673 T3271 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1296674 T3271 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1296674 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1296736 T3271 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1296739 T3271 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49356
   [junit4]   2> 1296739 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1296740 T3271 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1296740 T3271 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512
   [junit4]   2> 1296740 T3271 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/'
   [junit4]   2> 1296750 T3271 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/solr.xml
   [junit4]   2> 1296782 T3271 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1296782 T3271 oasc.CoreContainer.<init> New CoreContainer 449050736
   [junit4]   2> 1296783 T3271 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/]
   [junit4]   2> 1296784 T3271 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1296784 T3271 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1296784 T3271 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1296785 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1296785 T3271 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1296785 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1296785 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1296786 T3271 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1296786 T3271 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1296789 T3271 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1296790 T3271 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1296790 T3271 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1296791 T3271 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52686/solr
   [junit4]   2> 1296791 T3271 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1296792 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296794 T3351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37eb8eca name:ZooKeeperConnection Watcher:127.0.0.1:52686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1296794 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1296797 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296799 T3353 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21917d40 name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1296799 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1296804 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1297808 T3271 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49356_efb%2Fl
   [junit4]   2> 1297810 T3271 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49356_efb%2Fl
   [junit4]   2> 1297816 T3339 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1297817 T3325 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1297817 T3311 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1297817 T3353 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1297818 T3293 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1297819 T3298 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1297824 T3271 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512
   [junit4]   2> 1297826 T3271 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/conf/
   [junit4]   2> 1297854 T3271 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1297855 T3271 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1297855 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1297919 T3271 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1297922 T3271 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43762
   [junit4]   2> 1297922 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1297923 T3271 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1297923 T3271 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693
   [junit4]   2> 1297923 T3271 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/'
   [junit4]   2> 1297933 T3271 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/solr.xml
   [junit4]   2> 1297965 T3271 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1297965 T3271 oasc.CoreContainer.<init> New CoreContainer 1817467200
   [junit4]   2> 1297965 T3271 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/]
   [junit4]   2> 1297966 T3271 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1297967 T3271 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1297967 T3271 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1297967 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1297968 T3271 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1297968 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1297968 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1297969 T3271 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1297969 T3271 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1297971 T3271 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1297971 T3271 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1297972 T3271 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1297972 T3271 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52686/solr
   [junit4]   2> 1297972 T3271 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1297973 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297975 T3365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15afb050 name:ZooKeeperConnection Watcher:127.0.0.1:52686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1297975 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1297978 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297979 T3367 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@758f4e8c name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1297979 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1297984 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1298989 T3271 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43762_efb%2Fl
   [junit4]   2> 1298991 T3271 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43762_efb%2Fl
   [junit4]   2> 1298998 T3311 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1298998 T3353 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1298998 T3339 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1298999 T3325 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1298999 T3367 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1299000 T3293 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1299000 T3298 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1299006 T3271 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693
   [junit4]   2> 1299007 T3271 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/conf/
   [junit4]   2> 1299036 T3271 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1299036 T3271 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1299037 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1299098 T3271 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1299101 T3271 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51404
   [junit4]   2> 1299101 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1299102 T3271 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1299102 T3271 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389995614874
   [junit4]   2> 1299103 T3271 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1389995614874/'
   [junit4]   2> 1299119 T3271 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389995614874/solr.xml
   [junit4]   2> 1299165 T3271 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1299165 T3271 oasc.CoreContainer.<init> New CoreContainer 25529760
   [junit4]   2> 1299166 T3271 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389995614874/]
   [junit4]   2> 1299167 T3271 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1299167 T3271 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1299167 T3271 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1299168 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1299168 T3271 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1299168 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1299169 T3271 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1299169 T3271 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1299169 T3271 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1299171 T3271 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1299172 T3271 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1299172 T3271 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1299172 T3271 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52686/solr
   [junit4]   2> 1299173 T3271 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1299173 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1299175 T3379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67150427 name:ZooKeeperConnection Watcher:127.0.0.1:52686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1299175 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1299178 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1299180 T3381 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fb87bfb name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1299180 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1299185 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1300189 T3271 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51404_efb%2Fl
   [junit4]   2> 1300192 T3271 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51404_efb%2Fl
   [junit4]   2> 1300199 T3311 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1300199 T3353 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1300200 T3367 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1300200 T3293 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1300200 T3298 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1300201 T3381 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1300202 T3325 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1300202 T3339 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1300208 T3271 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389995614874
   [junit4]   2> 1300209 T3271 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389995614874/conf/
   [junit4]   2> 1300231 T3271 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1300231 T3271 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1300232 T3271 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1300233 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1300234 T3384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b73a521 name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1300234 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1300236 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1300240 T3271 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1300241 T3386 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d466cb2 name:ZooKeeperConnection Watcher:127.0.0.1:52686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1300242 T3271 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1300243 T3271 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1300248 T3318 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=2&name=testOverseerCol&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1300249 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300251 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300252 T3295 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1300252 T3295 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1300254 T3295 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1300254 T3295 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 1300254 T3295 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 1300260 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300262 T3294 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1300263 T3294 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 1300263 T3294 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 1300266 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300267 T3353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300267 T3311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300268 T3293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300268 T3339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300268 T3298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300268 T3386 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300269 T3325 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300269 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300270 T3367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300270 T3381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300360 T3295 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 1300361 T3295 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:49356_efb%2Fl
   [junit4]   2> 1300361 T3295 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:41404_efb%2Fl
   [junit4]   2> 1300362 T3295 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:51404_efb%2Fl
   [junit4]   2> 1300362 T3295 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:46341_efb%2Fl
   [junit4]   2> 1300363 T3295 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:50719_efb%2Fl
   [junit4]   2> 1300365 T3295 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:56983_efb%2Fl
   [junit4]   2> 1300365 T3348 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 1300366 T3375 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 1300366 T3304 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 1300365 T3332 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 1300365 T3295 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:43762_efb%2Fl
   [junit4]   2> 1300366 T3320 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 1300367 T3287 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 1300368 T3348 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1300367 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300367 T3295 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:49356_efb%2Fl
   [junit4]   2> 1300370 T3375 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1300370 T3320 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1300370 T3362 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 1300371 T3304 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1300371 T3287 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1300372 T3332 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1300372 T3349 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 1300374 T3362 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1300375 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300377 T3294 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1300378 T3294 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49356/efb/l",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49356_efb%2Fl",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1300380 T3349 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1300384 T3294 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51404/efb/l",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51404_efb%2Fl",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1300389 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300391 T3294 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46341/efb/l",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46341_efb%2Fl",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1300395 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300397 T3294 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41404/efb/l",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41404_efb%2Fl",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1300402 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300404 T3294 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56983/efb/l",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56983_efb%2Fl",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1300407 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300409 T3294 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50719/efb/l",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50719_efb%2Fl",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1300413 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300415 T3294 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43762/efb/l",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43762_efb%2Fl",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1300419 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300421 T3294 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49356/efb/l",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49356_efb%2Fl",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1300424 T3293 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1300528 T3311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300528 T3339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300528 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300529 T3353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300529 T3298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300529 T3293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300530 T3367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300530 T3325 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300531 T3386 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1300531 T3381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1301369 T3348 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 1301370 T3348 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/testOverseerCol_shard1_replica1
   [junit4]   2> 1301370 T3348 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1301371 T3375 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 1301371 T3320 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 1301372 T3304 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 1301372 T3287 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 1301372 T3320 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389995610072/testOverseerCol_shard2_replica2
   [junit4]   2> 1301372 T3348 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1301373 T3348 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1301372 T3375 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389995614874/testOverseerCol_shard2_replica1
   [junit4]   2> 1301374 T3375 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1301373 T3332 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 1301373 T3287 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389995608677/testOverseerCol_shard3_replica1
   [junit4]   2> 1301375 T3287 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1301373 T3320 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1301372 T3304 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389995608895/testOverseerCol_shard3_replica2
   [junit4]   2> 1301376 T3304 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1301376 T3348 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/testOverseerCol_shard1_replica1/'
   [junit4]   2> 1301377 T3320 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1301377 T3320 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1301375 T3332 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389995611299/testOverseerCol_shard1_replica2
   [junit4]   2> 1301386 T3332 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1301375 T3375 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1301387 T3375 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1301374 T3362 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 1301388 T3332 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1301389 T3332 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1301389 T3362 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/testOverseerCol_shard4_replica1
   [junit4]   2> 1301389 T3362 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1301387 T3304 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1301390 T3304 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1301386 T3287 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1301386 T3349 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 1301392 T3287 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1301393 T3349 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/testOverseerCol_shard4_replica2
   [junit4]   2> 1301393 T3349 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1301389 T3320 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389995610072/testOverseerCol_shard2_replica2/'
   [junit4]   2> 1301398 T3332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389995611299/testOverseerCol_shard1_replica2/'
   [junit4]   2> 1301400 T3375 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1389995614874/testOverseerCol_shard2_replica1/'
   [junit4]   2> 1301401 T3304 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1389995608895/testOverseerCol_shard3_replica2/'
   [junit4]   2> 1301402 T3362 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1301403 T3362 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1301403 T3349 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1301403 T3349 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1301406 T3349 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/testOverseerCol_shard4_replica2/'
   [junit4]   2> 1301408 T3287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389995608677/testOverseerCol_shard3_replica1/'
   [junit4]   2> 1301410 T3362 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/testOverseerCol_shard4_replica1/'
   [junit4]   2> 1301454 T3320 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1301456 T3348 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1301459 T3332 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1301490 T3362 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1301526 T3304 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1301529 T3375 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1301536 T3349 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1301545 T3287 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1301554 T3348 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1301565 T3362 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1301569 T3362 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1301575 T3348 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1301578 T3320 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1301581 T3320 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1301582 T3332 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1301586 T3362 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 1301591 T3348 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 1301591 T3320 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 1301591 T3332 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1301616 T3287 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1301616 T3332 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 1301625 T3375 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1301627 T3375 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1301633 T3375 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 1301638 T3287 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1301648 T3287 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 1301659 T3349 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1301661 T3349 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1301671 T3349 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 1301681 T3304 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1301686 T3304 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1301697 T3304 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 1302536 T3362 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1302537 T3362 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1302538 T3362 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1302552 T3362 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1302556 T3362 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1302577 T3375 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1302577 T3375 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1302578 T3375 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1302599 T3375 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1302603 T3375 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1302607 T3349 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1302608 T3349 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1302608 T3349 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1302608 T3362 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1302616 T3349 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1302617 T3362 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1302631 T3362 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1302634 T3362 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1302635 T3362 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1302635 T3362 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1302638 T3362 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1302639 T3362 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1302640 T3362 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1302634 T3349 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1302640 T3362 oasc.SolrCore.<init> [testOverseerCol_shard4_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/testOverseerCol_shard4_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/testOverseerCol_shard4_replica1/data/
   [junit4]   2> 1302641 T3362 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@24c98b07
   [junit4]   2> 1302642 T3362 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/testOverseerCol_shard4_replica1/data
   [junit4]   2> 1302643 T3362 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/testOverseerCol_shard4_replica1/data/index/
   [junit4]   2> 1302643 T3362 oasc.SolrCore.initIndex WARN [testOverseerCol_shard4_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/testOverseerCol_shard4_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1302650 T3332 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1302651 T3362 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389995613693/testOverseerCol_shard4_replica1/data/index
   [junit4]   2> 1302653 T3362 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17715401237537318]
   [junit4]   2> 1302654 T3332 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1302656 T3320 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1302657 T3375 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1302655 T3362 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6b150c1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e671ba0),segFN=segments_1,generation=1}
   [junit4]   2> 1302659 T3362 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1302659 T3332 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, r

[...truncated too long message...]

olr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/testOverseerCol_shard1_replica1/data/index
   [junit4]   2> 1319947 T3353 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/testOverseerCol_shard1_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/testOverseerCol_shard1_replica1/data;done=false>>]
   [junit4]   2> 1319947 T3353 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389995612512/testOverseerCol_shard1_replica1/data
   [junit4]   2> 1319948 T3353 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol/leaders/shard1
   [junit4]   2> 1319948 T3353 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1319948 T3353 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard1/election/91094752194134028-core_node1-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1319949 T3353 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1319949 T3353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1319949 T3353 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1319949 T3353 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319949 T3353 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319949 T3353 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319950 T3353 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=es_CL, timezone=Etc/GMT0
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Sun Microsystems Inc. 1.6.0_45 (64-bit)/cpus=8,threads=1,free=257683088,total=354353152
   [junit4]   2> NOTE: All tests run in this JVM: [TestRangeQuery, TestSolrXmlPersistor, CurrencyFieldOpenExchangeTest, DirectSolrConnectionTest, OutputWriterTest, CachingDirectoryFactoryTest, TestCoreDiscovery, FullSolrCloudDistribCmdsTest, ShardSplitTest, RequestHandlersTest, NotRequiredUniqueKeyTest, HighlighterTest, TestFieldCollectionResource, TestInfoStreamLogging, TestDefaultSimilarityFactory, TestPhraseSuggestions, IndexSchemaRuntimeFieldTest, TestCodecSupport, MigrateRouteKeyTest, TestSolrJ, TestFastWriter, TestUtils, SolrIndexConfigTest, ChaosMonkeyNothingIsSafeTest, PrimUtilsTest, HardAutoCommitTest, TestLazyCores, AliasIntegrationTest, TestSolrQueryParserDefaultOperatorResource, RAMDirectoryFactoryTest, XmlUpdateRequestHandlerTest, SortByFunctionTest, TestBinaryResponseWriter, CursorMarkTest, DistributedQueryComponentCustomSortTest, ShardRoutingCustomTest, TestIndexSearcher, CollectionsAPIDistributedZkTest, TestSolr4Spatial, BadIndexSchemaTest, TestCollationField, BasicZkTest, DistribCursorPagingTest, TestClassNameShortening, PathHierarchyTokenizerFactoryTest, BlockCacheTest, TestQueryTypes, ConnectionManagerTest, TestOmitPositions, TestQuerySenderNoQuery, TestUpdate, TestSchemaVersionResource, SolrRequestParserTest, TestNumberUtils, DocumentAnalysisRequestHandlerTest, TestArbitraryIndexDir, PreAnalyzedFieldTest, StatsComponentTest, TestRecovery, TestSweetSpotSimilarityFactory, TestZkChroot, TestJmxIntegration, DefaultValueUpdateProcessorTest, TestDefaultSearchFieldResource, TestDFRSimilarityFactory, OpenExchangeRatesOrgProviderTest, DistributedDebugComponentTest, UniqFieldsUpdateProcessorFactoryTest, XsltUpdateRequestHandlerTest, ZkNodePropsTest, SolrCmdDistributorTest, PluginInfoTest, TestAnalyzedSuggestions, TestReload, SuggesterTSTTest, TestFieldTypeResource, TestDistributedMissingSort, TestCursorMarkWithoutUniqueKey, TestFiltering, TestMultiCoreConfBootstrap, StressHdfsTest, BasicDistributedZk2Test, PingRequestHandlerTest, TestUniqueKeyFieldResource, DocValuesMultiTest, CoreContainerCoreInitFailuresTest, FieldAnalysisRequestHandlerTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, HighlighterConfigTest, SOLR749Test, TestSolrIndexConfig, ResponseLogComponentTest, TestStressRecovery, AssignTest, DeleteReplicaTest, OverseerRolesTest]
   [junit4] Completed on J1 in 27.49s, 1 test, 1 failure <<< FAILURES!

[...truncated 142 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 49 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b123) - Build # 9029 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9029/
Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
reloadcollection the collection time out:60s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: reloadcollection the collection time out:60s
	at __randomizedtesting.SeedInfo.seed([19AB96232A121E40:984D183B5D4D7E7C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:765)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10327 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 252914 T1307 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /kemk/dh
   [junit4]   2> 252917 T1307 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1389988862529
   [junit4]   2> 252918 T1307 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 252919 T1308 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 253019 T1307 oasc.ZkTestServer.run start zk server on port:33755
   [junit4]   2> 253020 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 253089 T1314 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@102072 name:ZooKeeperConnection Watcher:127.0.0.1:33755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 253090 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 253090 T1307 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 253096 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 253099 T1316 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@933e5b name:ZooKeeperConnection Watcher:127.0.0.1:33755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 253099 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 253100 T1307 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 253104 T1307 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 253108 T1307 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 253111 T1307 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 253114 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 253115 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 253120 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 253121 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 253125 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 253126 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 253130 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 253131 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 253134 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 253135 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 253138 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 253139 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 253142 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 253143 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 253147 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 253147 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 253152 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 253153 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 253157 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 253158 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 253161 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 253162 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 253167 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 253168 T1318 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@780d96 name:ZooKeeperConnection Watcher:127.0.0.1:33755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 253168 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 253168 T1307 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 253170 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 253171 T1320 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f14d7 name:ZooKeeperConnection Watcher:127.0.0.1:33755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 253171 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 253171 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 253172 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 253174 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 253175 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 253177 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 253178 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 253179 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 253179 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 253181 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 253181 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 253183 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 253183 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 253185 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 253185 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 253186 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 253187 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 253189 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 253189 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 253191 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 253192 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 253194 T1307 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 253194 T1307 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 253398 T1307 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 253411 T1307 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49459
   [junit4]   2> 253411 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 253412 T1307 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 253412 T1307 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943
   [junit4]   2> 253413 T1307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/'
   [junit4]   2> 253435 T1307 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solr.xml
   [junit4]   2> 253447 T1307 oasc.CoreContainer.<init> New CoreContainer 7871269
   [junit4]   2> 253447 T1307 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/]
   [junit4]   2> 253448 T1307 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 253448 T1307 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 253448 T1307 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 253448 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 253449 T1307 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 253449 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 253449 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 253449 T1307 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 253450 T1307 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 253456 T1307 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 253456 T1307 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 253456 T1307 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 253457 T1307 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33755/solr
   [junit4]   2> 253457 T1307 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 253458 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 253460 T1331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bc912c name:ZooKeeperConnection Watcher:127.0.0.1:33755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 253461 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 253464 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 253465 T1333 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a41cb name:ZooKeeperConnection Watcher:127.0.0.1:33755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 253465 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 253466 T1307 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 253470 T1307 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 253473 T1307 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 253475 T1307 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49459_kemk%2Fdh
   [junit4]   2> 253477 T1307 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49459_kemk%2Fdh
   [junit4]   2> 253481 T1307 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 253484 T1307 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 253489 T1307 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 253493 T1307 oasc.Overseer.start Overseer (id=91094310094897157-127.0.0.1:49459_kemk%2Fdh-n_0000000000) starting
   [junit4]   2> 253500 T1307 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 253507 T1335 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 253509 T1307 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 253509 T1335 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 253512 T1307 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 253515 T1307 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 253521 T1334 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 253522 T1307 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 253523 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 253525 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 253526 T1338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19553a1 name:ZooKeeperConnection Watcher:127.0.0.1:33755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 253527 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 253528 T1307 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 253531 T1307 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 253607 T1307 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 253610 T1307 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56121
   [junit4]   2> 253610 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 253610 T1307 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 253611 T1307 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143
   [junit4]   2> 253611 T1307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/'
   [junit4]   2> 253620 T1307 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solr.xml
   [junit4]   2> 253630 T1307 oasc.CoreContainer.<init> New CoreContainer 11971764
   [junit4]   2> 253631 T1307 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/]
   [junit4]   2> 253632 T1307 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 253632 T1307 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 253633 T1307 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 253633 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 253634 T1307 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 253634 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 253635 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 253635 T1307 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 253636 T1307 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 253639 T1307 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 253639 T1307 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 253640 T1307 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 253640 T1307 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33755/solr
   [junit4]   2> 253640 T1307 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 253641 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 253643 T1349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b63072 name:ZooKeeperConnection Watcher:127.0.0.1:33755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 253644 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 253647 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 253649 T1351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d91a8 name:ZooKeeperConnection Watcher:127.0.0.1:33755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 253649 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 253654 T1307 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 254658 T1307 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56121_kemk%2Fdh
   [junit4]   2> 254660 T1307 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56121_kemk%2Fdh
   [junit4]   2> 254665 T1338 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 254665 T1333 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 254665 T1351 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 254670 T1307 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 254671 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 254748 T1307 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 254750 T1307 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54769
   [junit4]   2> 254750 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 254751 T1307 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 254751 T1307 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389988864283
   [junit4]   2> 254751 T1307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389988864283/'
   [junit4]   2> 254760 T1307 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389988864283/solr.xml
   [junit4]   2> 254769 T1307 oasc.CoreContainer.<init> New CoreContainer 18936115
   [junit4]   2> 254770 T1307 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389988864283/]
   [junit4]   2> 254770 T1307 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 254770 T1307 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 254771 T1307 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 254771 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 254771 T1307 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 254771 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 254772 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 254772 T1307 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 254772 T1307 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 254774 T1307 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 254774 T1307 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 254775 T1307 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 254775 T1307 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33755/solr
   [junit4]   2> 254775 T1307 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 254776 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 254778 T1363 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d86024 name:ZooKeeperConnection Watcher:127.0.0.1:33755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 254779 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 254785 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 254786 T1365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11a9a26 name:ZooKeeperConnection Watcher:127.0.0.1:33755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 254787 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 254793 T1307 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 255797 T1307 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54769_kemk%2Fdh
   [junit4]   2> 255799 T1307 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54769_kemk%2Fdh
   [junit4]   2> 255803 T1338 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 255803 T1351 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 255803 T1333 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 255804 T1365 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 255810 T1307 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 255810 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 255879 T1307 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 255881 T1307 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49674
   [junit4]   2> 255882 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 255883 T1307 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 255883 T1307 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422
   [junit4]   2> 255884 T1307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/'
   [junit4]   2> 255899 T1307 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solr.xml
   [junit4]   2> 255911 T1307 oasc.CoreContainer.<init> New CoreContainer 21867125
   [junit4]   2> 255911 T1307 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/]
   [junit4]   2> 255912 T1307 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 255912 T1307 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 255912 T1307 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 255912 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 255913 T1307 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 255913 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 255913 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 255913 T1307 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 255914 T1307 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 255916 T1307 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 255916 T1307 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 255916 T1307 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 255917 T1307 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33755/solr
   [junit4]   2> 255917 T1307 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 255918 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 255919 T1377 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@936489 name:ZooKeeperConnection Watcher:127.0.0.1:33755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 255920 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 255922 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 255923 T1379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f5edcb name:ZooKeeperConnection Watcher:127.0.0.1:33755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 255923 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 255927 T1307 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 256929 T1307 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49674_kemk%2Fdh
   [junit4]   2> 256932 T1307 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49674_kemk%2Fdh
   [junit4]   2> 256936 T1365 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 256936 T1338 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 256936 T1379 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 256936 T1333 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 256936 T1351 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 256941 T1307 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 256942 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 257013 T1307 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 257016 T1307 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35105
   [junit4]   2> 257017 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 257017 T1307 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 257017 T1307 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554
   [junit4]   2> 257017 T1307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/'
   [junit4]   2> 257026 T1307 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solr.xml
   [junit4]   2> 257037 T1307 oasc.CoreContainer.<init> New CoreContainer 14955469
   [junit4]   2> 257037 T1307 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/]
   [junit4]   2> 257038 T1307 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 257039 T1307 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 257039 T1307 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 257040 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 257040 T1307 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 257041 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 257041 T1307 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 257042 T1307 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 257042 T1307 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 257046 T1307 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 257047 T1307 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 257047 T1307 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 257048 T1307 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33755/solr
   [junit4]   2> 257048 T1307 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 257050 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 257051 T1391 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@116fc20 name:ZooKeeperConnection Watcher:127.0.0.1:33755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 257052 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 257055 T1307 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 257057 T1393 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a14eeb name:ZooKeeperConnection Watcher:127.0.0.1:33755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 257057 T1307 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 257063 T1307 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 258067 T1307 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35105_kemk%2Fdh
   [junit4]   2> 258069 T1307 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35105_kemk%2Fdh
   [junit4]   2> 258074 T1379 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 258074 T1338 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 258074 T1333 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 258074 T1365 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 258074 T1351 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 258075 T1393 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 258080 T1307 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 258081 T1307 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 258096 T1346 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=conf1&router.field=myOwnField&name=solrj_collection&router.name=compositeId&action=CREATE&numShards=2&wt=javabin&version=2
   [junit4]   2> 258098 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 258100 T1335 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 258100 T1335 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 258101 T1335 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 258102 T1335 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 258108 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 258109 T1334 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 258110 T1334 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 258110 T1334 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 258114 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 258115 T1379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258115 T1333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258115 T1365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258115 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258115 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258115 T1351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258208 T1335 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 258208 T1335 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:35105_kemk%2Fdh
   [junit4]   2> 258209 T1335 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:56121_kemk%2Fdh
   [junit4]   2> 258209 T1335 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:49674_kemk%2Fdh
   [junit4]   2> 258211 T1335 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:49459_kemk%2Fdh
   [junit4]   2> 258214 T1389 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 258214 T1344 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 258216 T1326 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 258217 T1375 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 258219 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 258219 T1344 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 258219 T1389 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 258220 T1326 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 258219 T1375 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 258221 T1334 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 258222 T1334 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35105/kemk/dh",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35105_kemk%2Fdh",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 258225 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 258227 T1334 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56121/kemk/dh",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56121_kemk%2Fdh",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 258231 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 258232 T1334 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49674/kemk/dh",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49674_kemk%2Fdh",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 258235 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 258236 T1334 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49459/kemk/dh",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49459_kemk%2Fdh",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 258240 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 258343 T1379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258343 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258343 T1351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258343 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258344 T1365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 258343 T1333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 259220 T1344 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 259220 T1389 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 259221 T1326 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 259222 T1389 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solr.xml
   [junit4]   2> 259221 T1375 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 259223 T1389 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solrj_collection_shard1_replica1
   [junit4]   2> 259223 T1375 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solr.xml
   [junit4]   2> 259222 T1326 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solr.xml
   [junit4]   2> 259225 T1326 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solrj_collection_shard2_replica2
   [junit4]   2> 259225 T1326 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 259221 T1344 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solr.xml
   [junit4]   2> 259226 T1344 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solrj_collection_shard1_replica2
   [junit4]   2> 259227 T1344 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 259224 T1375 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solrj_collection_shard2_replica1
   [junit4]   2> 259228 T1375 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 259223 T1389 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 259228 T1344 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 259229 T1389 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 259229 T1389 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 259226 T1326 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 259230 T1326 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 259229 T1344 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 259229 T1375 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 259232 T1375 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 259232 T1344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solrj_collection_shard1_replica2/'
   [junit4]   2> 259231 T1389 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solrj_collection_shard1_replica1/'
   [junit4]   2> 259232 T1326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solrj_collection_shard2_replica2/'
   [junit4]   2> 259234 T1375 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solrj_collection_shard2_replica1/'
   [junit4]   2> 259294 T1344 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 259306 T1326 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 259308 T1375 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 259313 T1389 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 259317 T1344 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 259319 T1344 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 259327 T1344 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 259327 T1375 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 259328 T1375 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 259329 T1326 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 259334 T1326 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 259336 T1389 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 259337 T1389 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 259338 T1375 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 259344 T1326 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 259353 T1389 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 259657 T1389 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 259662 T1389 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 259663 T1389 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 259667 T1389 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 259669 T1389 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 259678 T1344 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 259679 T1344 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 259679 T1344 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 259680 T1389 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 259682 T1389 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 259687 T1389 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 259688 T1389 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 259689 T1344 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 259689 T1375 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 259689 T1389 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 259689 T1375 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 259690 T1389 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 259690 T1375 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 259690 T1344 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 259691 T1389 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 259691 T1389 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 259691 T1389 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 259692 T1389 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solrj_collection_shard1_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solrj_collection_shard1_replica1/data/
   [junit4]   2> 259692 T1389 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd8bca
   [junit4]   2> 259693 T1389 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solrj_collection_shard1_replica1/data
   [junit4]   2> 259693 T1389 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 259693 T1389 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 259694 T1389 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389988866554/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 259694 T1389 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 259694 T1389 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b4d5f8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16732d3),segFN=segments_1,generation=1}
   [junit4]   2> 259695 T1389 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 259696 T1326 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 259696 T1326 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 259697 T1389 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 259697 T1326 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 259697 T1389 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 259698 T1389 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 259698 T1389 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 259698 T1344 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 259699 T1389 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 259699 T1389 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 259699 T1375 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 259700 T1389 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 259700 T1389 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 259701 T1344 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 259701 T1389 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 259702 T1389 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 259702 T1375 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 259702 T1389 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 259702 T1389 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 259703 T1326 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 259703 T1344 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 259703 T1389 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 259704 T1389 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 259707 T1389 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 259708 T1389 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 259708 T1326 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 259708 T1344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 259709 T1344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 259709 T1344 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 259710 T1389 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 259711 T1344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 259711 T1344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 259712 T1344 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 259712 T1389 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 259712 T1344 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solrj_collection_shard1_replica2/data/
   [junit4]   2> 259712 T1389 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 259713 T1344 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd8bca
   [junit4]   2> 259713 T1389 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 259714 T1389 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b4d5f8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16732d3),segFN=segments_1,generation=1}
   [junit4]   2> 259714 T1389 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 259715 T1389 oass.SolrIndexSearcher.<init> Opening Searcher@1772451 main
   [junit4]   2> 259715 T1344 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solrj_collection_shard1_replica2/data
   [junit4]   2> 259716 T1344 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 259716 T1344 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 259717 T1399 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica1] Registered new searcher Searcher@1772451 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 259717 T1344 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389988863143/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 259717 T1389 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica1
   [junit4]   2> 259718 T1375 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 259718 T1344 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 259719 T1326 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 259718 T1389 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica1 address:http://127.0.0.1:35105/kemk/dh collection:solrj_collection shard:shard1
   [junit4]   2> 259720 T1344 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@198caf9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1635cce),segFN=segments_1,generation=1}
   [junit4]   2> 259721 T1344 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 259722 T1375 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 259722 T1326 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 259723 T1389 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 259725 T1344 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 259725 T1375 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 259725 T1326 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 259725 T1344 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 259726 T1326 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 259727 T1326 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 259726 T1344 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 259726 T1375 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 259728 T1375 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 259727 T1344 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 259727 T1326 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 259728 T1344 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 259728 T1375 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 259729 T1326 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 259729 T1326 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 259729 T1344 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 259729 T1389 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 259730 T1344 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 259730 T1375 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 259731 T1375 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 259730 T1326 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 259731 T1375 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 259732 T1389 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=-1
   [junit4]   2> 259730 T1344 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 259732 T1344 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 259732 T1389 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later
   [junit4]   2> 259733 T1344 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 259732 T1375 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solrj_collection_shard2_replica1/data/
   [junit4]   2> 259731 T1326 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solrj_collection_shard2_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solrj_collection_shard2_replica2/data/
   [junit4]   2> 259731 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 259733 T1326 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd8bca
   [junit4]   2> 259733 T1375 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd8bca
   [junit4]   2> 259733 T1344 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 259734 T1334 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 259733 T1389 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 259735 T1375 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solrj_collection_shard2_replica1/data
   [junit4]   2> 259734 T1326 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solrj_collection_shard2_replica2/data
   [junit4]   2> 259735 T1326 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 259734 T1344 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 259733 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 259736 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 259736 T1344 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 259736 T1326 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 259735 T1375 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> ASYNC  NEW_CORE C856 name=solrj_collection_shard1_replica1 org.apache.solr.core.SolrCore@19c2351 url=http://127.0.0.1:35105/kemk/dh/solrj_collection_shard1_replica1 node=127.0.0.1:35105_kemk%2Fdh C856_STATE=coll:solrj_collection core:solrj_collection_shard1_replica1 props:{state=down, base_url=http://127.0.0.1:35105/kemk/dh, core=solrj_collection_shard1_replica1, node_name=127.0.0.1:35105_kemk%2Fdh}
   [junit4]   2> 259735 T1389 C856 P35105 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35105/kemk/dh/solrj_collection_shard1_replica1/
   [junit4]   2> 259737 T1375 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 259737 T1326 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389988862943/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 259738 T1375 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389988865422/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 259737 T1344 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 259736 T1333 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 259738 T1344 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 259738 T1375 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 259738 T1326 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 259737 T1389 C856 P35105 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica1 url=http://127.0.0.1:35105/kemk/dh START replicas=[http://127.0.0.1:56121/kemk/dh/solrj_collection_shard1_replica2/] nUpdates=100
   [junit4]   2> 259739 T1326 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1a0991b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9759ce),segFN=segments_1,generation=1}
   [junit4]   2> 259740 T1326 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 259739 T1375 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@13a5ca4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1abf3a6),segFN=segments_1,generation=1}
   [junit4]   2> 259741 T1375 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 259739 T1344 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 259740 T1389 C856 P35105 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica1 url=http://127.0.0.1:35105/kemk/dh DONE.  We have no versions.  sync failed.
   [junit4]   2> 259742 T1389 C856 P35105 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 259743 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 259743 T1344 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 259744 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 259744 T1375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 259744 T1389 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 259745 T1375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 259744 T1326 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 259745 T1375 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 259746 T1344 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 259745 T1389 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35105/kemk/dh/solrj_collection_shard1_replica1/ shard1
   [junit4]   2> 259746 T1344 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 259746 T1375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 259747 T1344 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 259745 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 259747 T1344 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@198caf9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1635cce),segFN=segments_1,generation=1}
   [junit4]   2> 259748 T1344 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 259747 T1326 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 259747 T1375 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 259746 T1389 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leaders/shard1
   [junit4]   2> 259748 T1375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 259748 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 259748 T1344 oass.SolrIndexSearcher.<init> Opening Searcher@f67bf2 main
   [junit4]   2> 259749 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 259749 T1375 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 259750 T1326 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 259750 T1326 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 259750 T1375 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 259751 T1375 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 259751 T1326 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 259751 T1375 oasc.RequestHandlers.initHandlersFromConfig created 

[...truncated too long message...]

or.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 413021 T1393 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 413022 T1393 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 413022 T1393 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_1/leader_elect/shard5/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 413022 T1393 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 413023 T1393 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 413023 T1393 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_1/leader_elect/shard4/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=ar_SD, timezone=Atlantic/South_Georgia
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=116224256,total=193732608
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestFastOutputStream, OutputWriterTest, TestUniqueKeyFieldResource, TestSolrQueryParserResource, TestRTGBase, SpellCheckCollatorTest, TestDynamicFieldCollectionResource, TestStressLucene, TestCSVResponseWriter, TermVectorComponentDistributedTest, BadIndexSchemaTest, BasicDistributedZk2Test, DeleteReplicaTest, TestHashPartitioner, TestBinaryResponseWriter, TestRandomFaceting, TestSchemaSimilarityResource, StressHdfsTest, SolrTestCaseJ4Test, TestFoldingMultitermQuery, TestCopyFieldCollectionResource, UniqFieldsUpdateProcessorFactoryTest, TestSolrQueryParserDefaultOperatorResource, HardAutoCommitTest, TestMultiCoreConfBootstrap, TestDefaultSearchFieldResource, TriLevelCompositeIdRoutingTest, FieldAnalysisRequestHandlerTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 160.21s, 1 test, 1 error <<< FAILURES!

[...truncated 781 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 error, 34 ignored (6 assumptions)

Total time: 43 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_60-ea-b02) - Build # 9028 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
Ill be back to trying to figure out how this timer is not stopped soon.
Have yet to get it to trigger locally.


On Fri, Jan 17, 2014 at 1:33 PM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9028/
> Java: 64bit/jdk1.7.0_60-ea-b02 -XX:-UseCompressedOops -XX:+UseG1GC
>
> 4 tests failed.
> FAILED:
>  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
>
> Error Message:
> Suite timeout exceeded (>= 7200000 msec).
>
> Stack Trace:
> java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
>         at __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest
>
> Error Message:
> 1 thread leaked from SUITE scope at
> org.apache.solr.cloud.LeaderElectionTest:     1) Thread[id=6685,
> name=Timer-26, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
> at java.lang.Object.wait(Native Method)         at
> java.util.TimerThread.mainLoop(Timer.java:552)         at
> java.util.TimerThread.run(Timer.java:505)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from
> SUITE scope at org.apache.solr.cloud.LeaderElectionTest:
>    1) Thread[id=6685, name=Timer-26, state=TIMED_WAITING,
> group=TGRP-LeaderElectionTest]
>         at java.lang.Object.wait(Native Method)
>         at java.util.TimerThread.mainLoop(Timer.java:552)
>         at java.util.TimerThread.run(Timer.java:505)
>         at __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest
>
> Error Message:
> There are still zombie threads that couldn't be terminated:    1)
> Thread[id=6685, name=Timer-26, state=TIMED_WAITING,
> group=TGRP-LeaderElectionTest]         at java.lang.Object.wait(Native
> Method)         at java.util.TimerThread.mainLoop(Timer.java:552)
> at java.util.TimerThread.run(Timer.java:505)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
> threads that couldn't be terminated:
>    1) Thread[id=6685, name=Timer-26, state=TIMED_WAITING,
> group=TGRP-LeaderElectionTest]
>         at java.lang.Object.wait(Native Method)
>         at java.util.TimerThread.mainLoop(Timer.java:552)
>         at java.util.TimerThread.run(Timer.java:505)
>         at __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)
>
>
> REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
>
> Error Message:
> Test abandoned because suite timeout was reached.
>
> Stack Trace:
> java.lang.Exception: Test abandoned because suite timeout was reached.
>         at __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)
>
>
>
>
> Build Log:
> [...truncated 10656 lines...]
>    [junit4] Suite: org.apache.solr.cloud.LeaderElectionTest
>    [junit4]   2> Creating dataDir:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-LeaderElectionTest-1389978542564
>    [junit4]   2> 2653295 T6559 oas.SolrTestCaseJ4.setUp ###Starting
> testCancelElection
>    [junit4]   2> 2653296 T6559 oasc.ZkTestServer.run STARTING ZK TEST
> SERVER
>    [junit4]   2> 2653296 T6560
> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>    [junit4]   2> 2653396 T6559 oasc.ZkTestServer.run start zk server on
> port:52980
>    [junit4]   2> 2653397 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2653537 T6566 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@4e09bf2name:ZooKeeperConnection Watcher:
> 127.0.0.1:52980 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2653537 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2653540 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2653542 T6568 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@7c9f1fcdname:ZooKeeperConnection Watcher:
> 127.0.0.1:52980 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2653542 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2653542 T6559 oascc.SolrZkClient.makePath makePath: /solr
>    [junit4]   2> 2653546 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2653547 T6570 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@21c583cfname:ZooKeeperConnection Watcher:
> 127.0.0.1:52980/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2653547 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2653548 T6559 oascc.SolrZkClient.makePath makePath:
> /collections/collection2
>    [junit4]   2> 2653550 T6559 oascc.SolrZkClient.makePath makePath:
> /collections/collection2/leader_elect/slice1/election
>    [junit4]   2> 2653556 T6559 oascc.SolrZkClient.makePath makePath:
> /collections/collection2/leaders/slice1
>    [junit4]   2> 2653561 T6559 oascc.SolrZkClient.makePath makePath:
> /overseer/queue
>    [junit4]   2> 2655567 T6570 oascc.SolrZkClient.makePath makePath:
> /collections/collection2/leaders/slice1
>    [junit4]   2> 2656570 T6559 oasc.ZkTestServer.send4LetterWord
> connecting to 127.0.0.1:52980 52980
>    [junit4]   2> 2656751 T6559 oas.SolrTestCaseJ4.tearDown ###Ending
> testCancelElection
>    [junit4]   1> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 2656756 T6559 oas.SolrTestCaseJ4.setUp ###Starting
> testBasic
>    [junit4]   2> 2656757 T6559 oasc.ZkTestServer.run STARTING ZK TEST
> SERVER
>    [junit4]   2> 2656757 T6571
> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>    [junit4]   2> 2656857 T6559 oasc.ZkTestServer.run start zk server on
> port:33136
>    [junit4]   2> 2656858 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2656861 T6577 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@4d18498ename:ZooKeeperConnection Watcher:
> 127.0.0.1:33136 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2656862 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2656872 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2656873 T6579 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@31a9df6fname:ZooKeeperConnection Watcher:
> 127.0.0.1:33136 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2656873 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2656873 T6559 oascc.SolrZkClient.makePath makePath: /solr
>    [junit4]   2> 2656877 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2656879 T6581 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@968970bname:ZooKeeperConnection Watcher:
> 127.0.0.1:33136/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2656879 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2656880 T6559 oascc.SolrZkClient.makePath makePath:
> /collections/collection1
>    [junit4]   2> 2656882 T6559 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leader_elect/shard2/election
>    [junit4]   2> 2656887 T6559 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard2
>    [junit4]   2> 2656890 T6559 oascc.SolrZkClient.makePath makePath:
> /overseer/queue
>    [junit4]   2> 2656903 T6559 oasc.ZkTestServer.send4LetterWord
> connecting to 127.0.0.1:33136 33136
>    [junit4]   2> 2657249 T6559 oas.SolrTestCaseJ4.tearDown ###Ending
> testBasic
>    [junit4]   1> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 2657255 T6559 oas.SolrTestCaseJ4.setUp ###Starting
> testStressElection
>    [junit4]   2> 2657256 T6559 oasc.ZkTestServer.run STARTING ZK TEST
> SERVER
>    [junit4]   2> 2657256 T6582
> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>    [junit4]   2> 2657356 T6559 oasc.ZkTestServer.run start zk server on
> port:52700
>    [junit4]   2> 2657357 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2657361 T6588 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@47d6f677name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2657361 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2657371 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2657372 T6590 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@43ea9e50name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2657372 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2657372 T6559 oascc.SolrZkClient.makePath makePath: /solr
>    [junit4]   2> 2657375 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2657376 T6592 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@4e050ccaname:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2657376 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2657378 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2657379 T6595 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@6c0cabbdname:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2657380 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2657381 T6596 oascc.SolrZkClient.makePath makePath:
> /collections/collection1
>    [junit4]   2> 2657384 T6596 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 2657390 T6596 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2657393 T6596 oascc.SolrZkClient.makePath makePath:
> /overseer/queue
>    [junit4]   2> 2659391 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659392 T6602 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@7353546bname:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659393 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659396 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659396 T6606 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@46358daename:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659397 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659403 T6603 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2659404 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659404 T6610 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@5b6a1607name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659405 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659406 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659407 T6614 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@5a2e7f94name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659407 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659408 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659410 T6618 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@351578bbname:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659410 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659410 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659412 T6622 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@43c237c8name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659412 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659415 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659416 T6626 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@5dbf4a22name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659416 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659417 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659419 T6630 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@5319cb63name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659419 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659420 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659421 T6634 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@4082fb5name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659422 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659424 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659424 T6638 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@dedf46bname:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659425 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659425 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659427 T6642 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@46f542c3name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659427 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659431 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659431 T6646 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@590f1158name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659431 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659432 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659434 T6650 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@5d6bb7e4name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659434 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659440 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659449 T6654 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@69a7b9b1name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659450 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659451 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659453 T6659 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@603f7213name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659453 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659460 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659461 T6662 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@684bb384name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659461 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659462 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659463 T6665 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@36ea3a62name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659463 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659464 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659465 T6668 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@36501ccname:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659465 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659468 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659469 T6671 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1111e496name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659469 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659470 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659471 T6583 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d71650014, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2659473 T6674 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@7a8ea3c0name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659473 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659474 T6597 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2659475 T6677 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@3103e7ddname:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2659475 T6597 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2659483 T6583 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d71650009, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2659509 T6615 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659547 T6623 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659576 T6627 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659581 T6631 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659582 T6631 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659640 T6583 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d71650012, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2659670 T6631 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659670 T6643 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659680 T6647 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659708 T6656 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659742 T6583 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d7165000f, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2659745 T6596 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659753 T6583 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d71650005, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2659754 T6638 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2659759 T6615 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659774 T6583 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d71650016, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2659804 T6623 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659888 T6623 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659888 T6627 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2659898 T6635 oasc.LeaderElectionTest$ClientThread.run
> ERROR setup failed org.apache.solr.common.SolrException:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
>    [junit4]   2>        at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>    [junit4]   2>        at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> Caused by:
> org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections/collection1
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
>    [junit4]   2>        ... 9 more
>    [junit4]   2>
>    [junit4]   2> 2660077 T6583 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d7165000d, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2660078 T6677 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2663302 T6583 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d71650017, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2663488 T6674 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@7a8ea3c0name:ZooKeeperConnection Watcher:
> 127.0.0.1:52700/solr got event WatchedEvent state:Disconnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663488 T6674 oascc.ConnectionManager.process zkClient
> has disconnected
>    [junit4]   2> 2663491 T6583 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d71650002, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2663492 T6559 oasc.ZkTestServer.send4LetterWord
> connecting to 127.0.0.1:52700 52700
>    [junit4]   2> 2663610 T6559 oas.SolrTestCaseJ4.tearDown ###Ending
> testStressElection
>    [junit4]   1> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 2663616 T6559 oas.SolrTestCaseJ4.setUp ###Starting
> testElection
>    [junit4]   2> 2663617 T6559 oasc.ZkTestServer.run STARTING ZK TEST
> SERVER
>    [junit4]   2> 2663617 T6686
> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>    [junit4]   2> 2663717 T6559 oasc.ZkTestServer.run start zk server on
> port:46018
>    [junit4]   2> 2663718 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663721 T6692 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@3d2dc8fdname:ZooKeeperConnection Watcher:
> 127.0.0.1:46018 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663721 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663733 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663734 T6694 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@6f355ae3name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663735 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663735 T6559 oascc.SolrZkClient.makePath makePath: /solr
>    [junit4]   2> 2663738 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663739 T6696 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@11afff6ename:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663739 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663740 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663741 T6699 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@3a023302name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663741 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663743 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663744 T6702 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1624f4b8name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663744 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663745 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663746 T6705 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@ce5bad4name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663746 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663748 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663748 T6708 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@3fe63fe0name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663749 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663749 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663751 T6711 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@d734a16name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663751 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663752 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663753 T6714 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@18cdceeaname:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663753 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663756 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663756 T6717 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1ca22f55name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663757 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663757 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663759 T6720 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@150e2788name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663759 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663760 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663761 T6723 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@7e623076name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663761 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663764 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663764 T6726 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@2c7a592cname:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663765 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663766 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663767 T6729 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1914cfeename:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663767 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663768 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663769 T6732 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@22e28909name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663769 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663772 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663772 T6735 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@4650e802name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663773 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663773 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663775 T6738 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1f4721aname:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663775 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663775 T6559 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2663777 T6741 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@5721dbf0name:ZooKeeperConnection Watcher:
> 127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
>    [junit4]   2> 2663777 T6559 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2663778 T6697 oascc.SolrZkClient.makePath makePath:
> /collections/collection1
>    [junit4]   2> 2663778 T6700 oascc.SolrZkClient.makePath makePath:
> /collections/collection1
>    [junit4]   2> 2663785 T6703 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 2663785 T6697 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 2663789 T6706 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 2663793 T6703 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2663797 T6703 oascc.SolrZkClient.makePath makePath:
> /overseer/queue
>    [junit4]   2> 2663924 T6699 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2664422 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f0007, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2664426 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f0006, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2664426 T6702 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2664930 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f0008, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2664931 T6720 oasc.LeaderElector.checkIfIamLeader WARN
> Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for
> /collections/collection1/leader_elect/shard1/election/91093634442526724-1-n_0000000002
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
>    [junit4]   2>
>    [junit4]   2> 2664932 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f0004, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2664933 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f000a, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2664934 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f0009, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2664935 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f000b, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2664937 T6726 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2665439 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f000c, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2665441 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f000d, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2665442 T6735 oasc.LeaderElector.checkIfIamLeader WARN
> Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for
> /collections/collection1/leader_elect/shard1/election/91093634442526734-11-n_0000000010
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
>    [junit4]   2>
>    [junit4]   2> 2665445 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f000f, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2665448 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f0010, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2665449 T6687 oazs.NIOServerCnxn.doIO WARN caught end of
> stream exception EndOfStreamException: Unable to read additional data from
> client sessionid 0x143a12d8a3f0011, likely client has closed socket
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>    [junit4]   2>        at
> org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>
>    [junit4]   2> 2665453 T6559 oasc.ZkTestServer.send4LetterWord
> connecting to 127.0.0.1:46018 46018
>    [junit4]   2> 2665522 T6559 oas.SolrTestCaseJ4.tearDown ###Ending
> testElection
>    [junit4]   1> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 2665524 T6559 oas.SolrTestCaseJ4.deleteCore ###deleteCore
>    [junit4]   2> 12243 T6558 ccr.ThreadLeakControl.checkThreadLeaks
> WARNING Will linger awaiting termination of 16 leaked thread(s).
>    [junit4]   2> 2666432 T6720 oasc.LeaderElector$1.process WARN
>  org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
>    [junit4]   2>
>    [junit4]   2> 2666435 T6723 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2666435 T6723 oasc.LeaderElector$1.process WARN
>  org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
>    [junit4]   2>
>    [junit4]   2> 2666435 T6717 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2666436 T6717 oasc.LeaderElector$1.process WARN
>  org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
>    [junit4]   2>
>    [junit4]   2> 2666940 T6732 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2666941 T6732 oasc.LeaderElector$1.process WARN
>  org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
>    [junit4]   2>        at
> org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
>    [junit4]   2>        at
> org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
>    [junit4]   2>
>    [junit4]   2> 2666945 T6738 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2666945 T6738 oasc.LeaderElector$1.process WARN
>  org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /collections
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkC
>
> [...truncated too long message...]
>
>  [junit4]   2>          at
> sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
>    [junit4]   2>                at
> sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:106)
>    [junit4]   2>                at
> org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
>    [junit4]   2>                at
> org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
>    [junit4]   2>                at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>    [junit4]   2>                at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>    [junit4]   2>                at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>          70) Thread[id=2322,
> name=searcherExecutor-1293-thread-1, state=WAITING,
> group=TGRP-BasicDistributedZkTest]
>    [junit4]   2>                at sun.misc.Unsafe.park(Native Method)
>    [junit4]   2>                at
> java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>    [junit4]   2>                at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>    [junit4]   2>                at
> java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>    [junit4]   2>                at
> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>    [junit4]   2>                at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>    [junit4]   2>                at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]   2>                at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2>          71) Thread[id=2139, name=qtp39082075-2139
> Selector0, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
>    [junit4]   2>                at sun.nio.ch.IOUtil.drain(Native Method)
>    [junit4]   2>                at
> sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
>    [junit4]   2>                at
> sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
>    [junit4]   2>                at
> sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:106)
>    [junit4]   2>                at
> org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
>    [junit4]   2>                at
> org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
>    [junit4]   2>                at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>    [junit4]   2>                at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>    [junit4]   2>                at java.lang.Thread.run(Thread.java:744)
>    [junit4]   2> 7681977 T2191 oaz.ClientCnxn$SendThread.run WARN Session
> 0x143a10be26b000d for server null, unexpected error, closing socket
> connection and attempting reconnect java.net.ConnectException: Connection
> refused
>    [junit4]   2>        at
> sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
>    [junit4]   2>        at
> sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:735)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
>    [junit4]   2>
>    [junit4]   2> NOTE: test params are: codec=Lucene46:
> {foo_b=PostingsFormat(name=MockRandom),
> regex_dup_A_s=PostingsFormat(name=MockRandom),
> sequence_i=PostingsFormat(name=MockRandom),
> author_t=MockVariableIntBlock(baseBlockSize=84),
> text=PostingsFormat(name=MockRandom),
> n_td1=MockVariableIntBlock(baseBlockSize=84),
> n_tdt1=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186),
> n_tl1=MockVariableIntBlock(baseBlockSize=84),
> SubjectTerms_mfacet=Pulsing41(freqCutoff=11 minBlockSize=62
> maxBlockSize=186), n_f1=MockVariableIntBlock(baseBlockSize=84),
> range_facet_si=MockVariableIntBlock(baseBlockSize=84),
> other_tl1=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186),
> timestamp=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186),
> n_l1=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186),
> price=PostingsFormat(name=MockRandom),
> range_facet_sl=PostingsFormat(name=MockRandom),
> multiDefault=MockVariableIntBlock(baseBlockSize=84),
> n_dt1=MockVariableIntBlock(baseBlockSize=84),
> regex_dup_B_s=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186),
> foo_i=MockVariableIntBlock(baseBlockSize=84),
> rnd_b=MockFixedIntBlock(blockSize=1871),
> oddField_s=PostingsFormat(name=MockRandom),
> val_i=MockFixedIntBlock(blockSize=1871),
> range_facet_l=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186),
> inStock=PostingsFormat(name=MockRandom),
> genre_s=PostingsFormat(name=MockRandom),
> n_ti1=MockFixedIntBlock(blockSize=1871),
> name=MockFixedIntBlock(blockSize=1871), a_t=Pulsing41(freqCutoff=11
> minBlockSize=62 maxBlockSize=186), id=MockFixedIntBlock(blockSize=1871),
> n_tf1=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186),
> _version_=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186),
> series_t=MockVariableIntBlock(baseBlockSize=84),
> foo_d=MockFixedIntBlock(blockSize=1871), n_d1=Pulsing41(freqCutoff=11
> minBlockSize=62 maxBlockSize=186), foo_f=PostingsFormat(name=MockRandom),
> intDefault=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186),
> a_si=MockVariableIntBlock(baseBlockSize=84), cat=Pulsing41(freqCutoff=11
> minBlockSize=62 maxBlockSize=186)}, docValues:{},
> sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ca_ES,
> timezone=America/Juneau
>    [junit4]   2> 7681998 T2100 oaz.ClientCnxn$SendThread.run WARN Session
> 0x143a10be26b0004 for server null, unexpected error, closing socket
> connection and attempting reconnect java.net.ConnectException: Connection
> refused
>    [junit4]   2>        at
> sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
>    [junit4]   2>        at
> sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:735)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
>    [junit4]   2>        at
> org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
>    [junit4]   2>
>    [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation
> 1.7.0_60-ea (64-bit)/cpus=8,threads=80,free=287975408,total=508559360
>    [junit4]   2> NOTE: All tests run in this JVM: [TestJmxMonitoredMap,
> DistributedTermsComponentTest, TestHighFrequencyDictionaryFactory,
> TestFaceting, ScriptEngineTest, TestStressVersions,
> TestSchemaSimilarityResource, BasicFunctionalityTest, SampleTest,
> TestSuggestSpellingConverter, TestFileDictionaryLookup,
> SynonymTokenizerTest, SpellPossibilityIteratorTest, DeleteShardTest,
> ChangedSchemaMergeTest, TestElisionMultitermQuery, SolrXmlInZkTest,
> TestCollationKeyRangeQueries, SuggesterFSTTest, ZkControllerTest,
> LukeRequestHandlerTest, TestSurroundQueryParser, TestWriterPerf,
> BadComponentTest, TestSearchPerf, AutoCommitTest, TestDocSet,
> TestStressUserVersions, TestRemoteStreaming, PolyFieldTest, DocValuesTest,
> SolrIndexSplitterTest, SOLR749Test, TestRandomDVFaceting,
> TestCopyFieldCollectionResource, TestSolrQueryParser, SimpleFacetsTest,
> CircularListTest, DocumentBuilderTest, TestBadConfig, HdfsSyncSliceTest,
> TestReversedWildcardFilterFactory, TestBM25SimilarityFactory,
> SliceStateTest, TestMergePolicyConfig, TestReloadAndDeleteDocs,
> TestCustomSort, StatelessScriptUpdateProcessorFactoryTest,
> DistributedQueryElevationComponentTest,
> AddSchemaFieldsUpdateProcessorFactoryTest,
> SchemaVersionSpecificBehaviorTest, CSVRequestHandlerTest, TestConfig,
> TestDocumentBuilder, CursorPagingTest, HdfsCollectionsAPIDistributedZkTest,
> DistributedSpellCheckComponentTest, TestPerFieldSimilarity, EchoParamsTest,
> CacheHeaderTest, TestRandomMergePolicy, ZkCLITest,
> ShowFileRequestHandlerTest, UpdateParamsTest, TestTrie, TestCharFilters,
> MoreLikeThisHandlerTest, TestGroupingSearch,
> TriLevelCompositeIdRoutingTest, ClusterStateTest, SolrTestCaseJ4Test,
> UUIDFieldTest, InfoHandlerTest, SyncSliceTest,
> ParsingFieldUpdateProcessorsTest, DateMathParserTest,
> TestDynamicFieldResource, LegacyHTMLStripCharFilterTest,
> CoreAdminHandlerTest, BinaryUpdateRequestHandlerTest, HdfsDirectoryTest,
> TestSimpleQParserPlugin, QueryResultKeyTest, BasicDistributedZkTest]
>    [junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=BasicDistributedZkTest -Dtests.seed=9BA787D89CFFD9D
> -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ca_ES
> -Dtests.timezone=America/Juneau -Dtests.file.encoding=UTF-8
>    [junit4] ERROR   0.00s J0 | BasicDistributedZkTest (suite) <<<
>    [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded
> (>= 7200000 msec).
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)
>    [junit4] Completed on J0 in 7224.49s, 1 test, 2 errors <<< FAILURES!
>
> [...truncated 12 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491:
> The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308:
> The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941:
> There were test failures: 354 suites, 1541 tests, 3 suite-level errors, 1
> error, 771 ignored (6 assumptions)
>
> Total time: 151 minutes 44 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 64bit/jdk1.7.0_60-ea-b02 -XX:-UseCompressedOops
> -XX:+UseG1GC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>



-- 
- Mark

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_60-ea-b02) - Build # 9028 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9028/
Java: 64bit/jdk1.7.0_60-ea-b02 -XX:-UseCompressedOops -XX:+UseG1GC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest:     1) Thread[id=6685, name=Timer-26, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Object.wait(Native Method)         at java.util.TimerThread.mainLoop(Timer.java:552)         at java.util.TimerThread.run(Timer.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: 
   1) Thread[id=6685, name=Timer-26, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Object.wait(Native Method)
        at java.util.TimerThread.mainLoop(Timer.java:552)
        at java.util.TimerThread.run(Timer.java:505)
	at __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=6685, name=Timer-26, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Object.wait(Native Method)         at java.util.TimerThread.mainLoop(Timer.java:552)         at java.util.TimerThread.run(Timer.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=6685, name=Timer-26, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Object.wait(Native Method)
        at java.util.TimerThread.mainLoop(Timer.java:552)
        at java.util.TimerThread.run(Timer.java:505)
	at __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)


REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)




Build Log:
[...truncated 10656 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-LeaderElectionTest-1389978542564
   [junit4]   2> 2653295 T6559 oas.SolrTestCaseJ4.setUp ###Starting testCancelElection
   [junit4]   2> 2653296 T6559 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2653296 T6560 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2653396 T6559 oasc.ZkTestServer.run start zk server on port:52980
   [junit4]   2> 2653397 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2653537 T6566 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e09bf2 name:ZooKeeperConnection Watcher:127.0.0.1:52980 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2653537 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2653540 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2653542 T6568 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c9f1fcd name:ZooKeeperConnection Watcher:127.0.0.1:52980 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2653542 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2653542 T6559 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2653546 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2653547 T6570 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21c583cf name:ZooKeeperConnection Watcher:127.0.0.1:52980/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2653547 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2653548 T6559 oascc.SolrZkClient.makePath makePath: /collections/collection2
   [junit4]   2> 2653550 T6559 oascc.SolrZkClient.makePath makePath: /collections/collection2/leader_elect/slice1/election
   [junit4]   2> 2653556 T6559 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/slice1
   [junit4]   2> 2653561 T6559 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2655567 T6570 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/slice1
   [junit4]   2> 2656570 T6559 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52980 52980
   [junit4]   2> 2656751 T6559 oas.SolrTestCaseJ4.tearDown ###Ending testCancelElection
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2656756 T6559 oas.SolrTestCaseJ4.setUp ###Starting testBasic
   [junit4]   2> 2656757 T6559 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2656757 T6571 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2656857 T6559 oasc.ZkTestServer.run start zk server on port:33136
   [junit4]   2> 2656858 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2656861 T6577 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d18498e name:ZooKeeperConnection Watcher:127.0.0.1:33136 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2656862 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2656872 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2656873 T6579 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31a9df6f name:ZooKeeperConnection Watcher:127.0.0.1:33136 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2656873 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2656873 T6559 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2656877 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2656879 T6581 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@968970b name:ZooKeeperConnection Watcher:127.0.0.1:33136/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2656879 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2656880 T6559 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2656882 T6559 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 2656887 T6559 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 2656890 T6559 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2656903 T6559 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:33136 33136
   [junit4]   2> 2657249 T6559 oas.SolrTestCaseJ4.tearDown ###Ending testBasic
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2657255 T6559 oas.SolrTestCaseJ4.setUp ###Starting testStressElection
   [junit4]   2> 2657256 T6559 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2657256 T6582 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2657356 T6559 oasc.ZkTestServer.run start zk server on port:52700
   [junit4]   2> 2657357 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2657361 T6588 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47d6f677 name:ZooKeeperConnection Watcher:127.0.0.1:52700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2657361 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2657371 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2657372 T6590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43ea9e50 name:ZooKeeperConnection Watcher:127.0.0.1:52700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2657372 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2657372 T6559 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2657375 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2657376 T6592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e050cca name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2657376 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2657378 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2657379 T6595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c0cabbd name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2657380 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2657381 T6596 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2657384 T6596 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2657390 T6596 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2657393 T6596 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2659391 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659392 T6602 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7353546b name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659393 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659396 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659396 T6606 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46358dae name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659397 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659403 T6603 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2659404 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659404 T6610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b6a1607 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659405 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659406 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659407 T6614 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a2e7f94 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659407 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659408 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659410 T6618 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@351578bb name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659410 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659410 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659412 T6622 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43c237c8 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659412 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659415 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659416 T6626 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dbf4a22 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659416 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659417 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659419 T6630 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5319cb63 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659419 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659420 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659421 T6634 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4082fb5 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659422 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659424 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659424 T6638 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dedf46b name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659425 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659425 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659427 T6642 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46f542c3 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659427 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659431 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659431 T6646 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@590f1158 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659431 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659432 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659434 T6650 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d6bb7e4 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659434 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659440 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659449 T6654 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69a7b9b1 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659450 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659451 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659453 T6659 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@603f7213 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659453 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659460 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659461 T6662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@684bb384 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659461 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659462 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659463 T6665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36ea3a62 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659463 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659464 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659465 T6668 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36501cc name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659465 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659468 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659469 T6671 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1111e496 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659469 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659470 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659471 T6583 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d71650014, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2659473 T6674 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a8ea3c0 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659473 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659474 T6597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2659475 T6677 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3103e7dd name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2659475 T6597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2659483 T6583 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d71650009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2659509 T6615 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659547 T6623 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659576 T6627 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659581 T6631 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659582 T6631 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659640 T6583 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d71650012, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2659670 T6631 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659670 T6643 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659680 T6647 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659708 T6656 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659742 T6583 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d7165000f, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2659745 T6596 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659753 T6583 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d71650005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2659754 T6638 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2659759 T6615 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659774 T6583 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d71650016, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2659804 T6623 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659888 T6623 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659888 T6627 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2659898 T6635 oasc.LeaderElectionTest$ClientThread.run ERROR setup failed org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.setupOnConnect(LeaderElectionTest.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.run(LeaderElectionTest.java:124)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.<init>(ElectionContext.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 
   [junit4]   2> 2660077 T6583 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d7165000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2660078 T6677 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2663302 T6583 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d71650017, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2663488 T6674 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a8ea3c0 name:ZooKeeperConnection Watcher:127.0.0.1:52700/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 2663488 T6674 oascc.ConnectionManager.process zkClient has disconnected
   [junit4]   2> 2663491 T6583 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d71650002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2663492 T6559 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52700 52700
   [junit4]   2> 2663610 T6559 oas.SolrTestCaseJ4.tearDown ###Ending testStressElection
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2663616 T6559 oas.SolrTestCaseJ4.setUp ###Starting testElection
   [junit4]   2> 2663617 T6559 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2663617 T6686 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2663717 T6559 oasc.ZkTestServer.run start zk server on port:46018
   [junit4]   2> 2663718 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663721 T6692 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d2dc8fd name:ZooKeeperConnection Watcher:127.0.0.1:46018 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663721 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663733 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663734 T6694 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f355ae3 name:ZooKeeperConnection Watcher:127.0.0.1:46018 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663735 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663735 T6559 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2663738 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663739 T6696 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11afff6e name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663739 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663740 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663741 T6699 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a023302 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663741 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663743 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663744 T6702 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1624f4b8 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663744 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663745 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663746 T6705 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ce5bad4 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663746 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663748 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663748 T6708 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3fe63fe0 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663749 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663749 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663751 T6711 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d734a16 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663751 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663752 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663753 T6714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18cdceea name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663753 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663756 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663756 T6717 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ca22f55 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663757 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663757 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663759 T6720 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@150e2788 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663759 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663760 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663761 T6723 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e623076 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663761 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663764 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663764 T6726 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c7a592c name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663765 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663766 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663767 T6729 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1914cfee name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663767 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663768 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663769 T6732 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22e28909 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663769 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663772 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663772 T6735 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4650e802 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663773 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663773 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663775 T6738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f4721a name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663775 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663775 T6559 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663777 T6741 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5721dbf0 name:ZooKeeperConnection Watcher:127.0.0.1:46018/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663777 T6559 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663778 T6697 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2663778 T6700 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2663785 T6703 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2663785 T6697 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2663789 T6706 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2663793 T6703 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2663797 T6703 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2663924 T6699 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2664422 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2664426 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2664426 T6702 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2664930 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2664931 T6720 oasc.LeaderElector.checkIfIamLeader WARN Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election/91093634442526724-1-n_0000000002
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2664932 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2664933 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2664934 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2664935 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2664937 T6726 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2665439 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f000c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2665441 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2665442 T6735 oasc.LeaderElector.checkIfIamLeader WARN Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election/91093634442526734-11-n_0000000010
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2665445 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f000f, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2665448 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f0010, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2665449 T6687 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143a12d8a3f0011, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 2665453 T6559 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:46018 46018
   [junit4]   2> 2665522 T6559 oas.SolrTestCaseJ4.tearDown ###Ending testElection
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2665524 T6559 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 12243 T6558 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 16 leaked thread(s).
   [junit4]   2> 2666432 T6720 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2666435 T6723 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2666435 T6723 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2666435 T6717 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2666436 T6717 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2666940 T6732 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2666941 T6732 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2666945 T6738 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2666945 T6738 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkC

[...truncated too long message...]

 [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:106)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  70) Thread[id=2322, name=searcherExecutor-1293-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  71) Thread[id=2139, name=qtp39082075-2139 Selector0, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
   [junit4]   2> 	        at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]   2> 	        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:106)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 7681977 T2191 oaz.ClientCnxn$SendThread.run WARN Session 0x143a10be26b000d for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:735)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene46: {foo_b=PostingsFormat(name=MockRandom), regex_dup_A_s=PostingsFormat(name=MockRandom), sequence_i=PostingsFormat(name=MockRandom), author_t=MockVariableIntBlock(baseBlockSize=84), text=PostingsFormat(name=MockRandom), n_td1=MockVariableIntBlock(baseBlockSize=84), n_tdt1=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), n_tl1=MockVariableIntBlock(baseBlockSize=84), SubjectTerms_mfacet=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), n_f1=MockVariableIntBlock(baseBlockSize=84), range_facet_si=MockVariableIntBlock(baseBlockSize=84), other_tl1=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), timestamp=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), n_l1=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), price=PostingsFormat(name=MockRandom), range_facet_sl=PostingsFormat(name=MockRandom), multiDefault=MockVariableIntBlock(baseBlockSize=84), n_dt1=MockVariableIntBlock(baseBlockSize=84), regex_dup_B_s=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), foo_i=MockVariableIntBlock(baseBlockSize=84), rnd_b=MockFixedIntBlock(blockSize=1871), oddField_s=PostingsFormat(name=MockRandom), val_i=MockFixedIntBlock(blockSize=1871), range_facet_l=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), inStock=PostingsFormat(name=MockRandom), genre_s=PostingsFormat(name=MockRandom), n_ti1=MockFixedIntBlock(blockSize=1871), name=MockFixedIntBlock(blockSize=1871), a_t=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), id=MockFixedIntBlock(blockSize=1871), n_tf1=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), _version_=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), series_t=MockVariableIntBlock(baseBlockSize=84), foo_d=MockFixedIntBlock(blockSize=1871), n_d1=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), foo_f=PostingsFormat(name=MockRandom), intDefault=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186), a_si=MockVariableIntBlock(baseBlockSize=84), cat=Pulsing41(freqCutoff=11 minBlockSize=62 maxBlockSize=186)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ca_ES, timezone=America/Juneau
   [junit4]   2> 7681998 T2100 oaz.ClientCnxn$SendThread.run WARN Session 0x143a10be26b0004 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:735)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]   2> 
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.7.0_60-ea (64-bit)/cpus=8,threads=80,free=287975408,total=508559360
   [junit4]   2> NOTE: All tests run in this JVM: [TestJmxMonitoredMap, DistributedTermsComponentTest, TestHighFrequencyDictionaryFactory, TestFaceting, ScriptEngineTest, TestStressVersions, TestSchemaSimilarityResource, BasicFunctionalityTest, SampleTest, TestSuggestSpellingConverter, TestFileDictionaryLookup, SynonymTokenizerTest, SpellPossibilityIteratorTest, DeleteShardTest, ChangedSchemaMergeTest, TestElisionMultitermQuery, SolrXmlInZkTest, TestCollationKeyRangeQueries, SuggesterFSTTest, ZkControllerTest, LukeRequestHandlerTest, TestSurroundQueryParser, TestWriterPerf, BadComponentTest, TestSearchPerf, AutoCommitTest, TestDocSet, TestStressUserVersions, TestRemoteStreaming, PolyFieldTest, DocValuesTest, SolrIndexSplitterTest, SOLR749Test, TestRandomDVFaceting, TestCopyFieldCollectionResource, TestSolrQueryParser, SimpleFacetsTest, CircularListTest, DocumentBuilderTest, TestBadConfig, HdfsSyncSliceTest, TestReversedWildcardFilterFactory, TestBM25SimilarityFactory, SliceStateTest, TestMergePolicyConfig, TestReloadAndDeleteDocs, TestCustomSort, StatelessScriptUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, SchemaVersionSpecificBehaviorTest, CSVRequestHandlerTest, TestConfig, TestDocumentBuilder, CursorPagingTest, HdfsCollectionsAPIDistributedZkTest, DistributedSpellCheckComponentTest, TestPerFieldSimilarity, EchoParamsTest, CacheHeaderTest, TestRandomMergePolicy, ZkCLITest, ShowFileRequestHandlerTest, UpdateParamsTest, TestTrie, TestCharFilters, MoreLikeThisHandlerTest, TestGroupingSearch, TriLevelCompositeIdRoutingTest, ClusterStateTest, SolrTestCaseJ4Test, UUIDFieldTest, InfoHandlerTest, SyncSliceTest, ParsingFieldUpdateProcessorsTest, DateMathParserTest, TestDynamicFieldResource, LegacyHTMLStripCharFilterTest, CoreAdminHandlerTest, BinaryUpdateRequestHandlerTest, HdfsDirectoryTest, TestSimpleQParserPlugin, QueryResultKeyTest, BasicDistributedZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.seed=9BA787D89CFFD9D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ca_ES -Dtests.timezone=America/Juneau -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | BasicDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9BA787D89CFFD9D]:0)
   [junit4] Completed on J0 in 7224.49s, 1 test, 2 errors <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 3 suite-level errors, 1 error, 771 ignored (6 assumptions)

Total time: 151 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60-ea-b02 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_51) - Build # 9027 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9027/
Java: 32bit/jdk1.7.0_51 -client -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 50407 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:398: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:87: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:187: Source checkout is dirty after running tests!!! Offending files:
* ./solr/licenses/jackson-core-asl-1.7.4.jar.sha1
* ./solr/licenses/jackson-mapper-asl-1.7.4.jar.sha1
* ./solr/licenses/jersey-core-1.16.jar.sha1

Total time: 58 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_51 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.6.0_45) - Build # 9026 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9026/
Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1

Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at __randomizedtesting.SeedInfo.seed([35938E6372676553:319B019060C28A72]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:428)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9828 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> 651738 T2774 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-OverseerTest-1389964184562
   [junit4]   2> 651738 T2774 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 651741 T2774 oas.SolrTestCaseJ4.setUp ###Starting testOverseerFailure
   [junit4]   2> 651741 T2774 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 651741 T2775 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 651842 T2774 oasc.ZkTestServer.run start zk server on port:35987
   [junit4]   2> 651842 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 652516 T2781 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18cb9ce name:ZooKeeperConnection Watcher:127.0.0.1:35987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 652517 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 652518 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 652520 T2783 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14964a1 name:ZooKeeperConnection Watcher:127.0.0.1:35987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 652521 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 652526 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 652529 T2785 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@124248d name:ZooKeeperConnection Watcher:127.0.0.1:35987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 652530 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 652531 T2774 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 652539 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 652546 T2774 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 652552 T2774 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 652558 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 652568 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 652570 T2787 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e9fd61 name:ZooKeeperConnection Watcher:127.0.0.1:35987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 652571 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 652574 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 652581 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 652589 T2781 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 652589 T2787 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 652591 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 652593 T2789 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@194cb96 name:ZooKeeperConnection Watcher:127.0.0.1:35987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 652594 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 652596 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 652603 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 652613 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 652619 T2774 oasc.Overseer.start Overseer (id=91092692799848452-127.0.0.1:35987_solr-n_0000000000) starting
   [junit4]   2> 652625 T2774 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 652635 T2774 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 652646 T2774 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 652652 T2791 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 652654 T2791 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 652655 T2790 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 653657 T2789 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 653662 T2790 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 653664 T2790 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 653665 T2790 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 653665 T2790 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 653672 T2789 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 653674 T2787 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 653674 T2781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 654158 T2774 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 654177 T2774 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 654185 T2789 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 654186 T2774 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 654189 T2790 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 654192 T2774 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 654192 T2789 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 654197 T2790 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 654198 T2790 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 654202 T2789 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 654306 T2787 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 654306 T2781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 655363 T2774 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 655374 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 655376 T2793 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@171d91b name:ZooKeeperConnection Watcher:127.0.0.1:35987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 655376 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 655381 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 655384 T2774 oasc.Overseer.start Overseer (id=91092692799848453-127.0.0.1:35987_solr-n_0000000001) starting
   [junit4]   2> 655391 T2795 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 655393 T2795 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 655394 T2794 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 655401 T2794 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 655403 T2794 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 655404 T2794 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 655412 T2793 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 655415 T2787 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 655415 T2781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 655473 T2793 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 655474 T2774 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 655481 T2794 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 655499 T2774 oasc.LeaderElector.checkIfIamLeader WARN Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election/91092692799848451-node1_core1-n_0000000002
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:597)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 655504 T2787 oasc.LeaderElector.checkIfIamLeader WARN Our node is no longer in line to be leader
   [junit4]   2> 655507 T2774 oasc.LeaderElector.checkIfIamLeader WARN Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election/91092692799848451-node1_core1-n_0000000000
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:597)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 655510 T2787 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 655509 T2794 oasc.SolrException.log ERROR Problem cleaning up collection in zk:collection1:org.apache.zookeeper.KeeperException$NotEmptyException: KeeperErrorCode = Directory not empty for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:125)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:654)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:649)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:649)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:649)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.removeCore(Overseer.java:875)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processMessage(Overseer.java:226)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:187)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 	
   [junit4]   2> 655517 T2774 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 655522 T2793 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 655535 T2793 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 655536 T2781 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 655541 T2794 oasc.Overseer$ClusterStateUpdater.setShardLeader ERROR Could not mark shard leader for non existing collection:collection1
   [junit4]   2> 655546 T2774 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:35987 35987
   [junit4]   2> 655678 T2774 oas.SolrTestCaseJ4.tearDown ###Ending testOverseerFailure
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OverseerTest -Dtests.method=testOverseerFailure -Dtests.seed=35938E6372676553 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_SD -Dtests.timezone=Eire -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   3.96s J1 | OverseerTest.testOverseerFailure <<<
   [junit4]    > Throwable #1: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([35938E6372676553:319B019060C28A72]:0)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:428)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]    > 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
   [junit4]    > 	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
   [junit4]    > 	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 655702 T2774 oas.SolrTestCaseJ4.setUp ###Starting testStateChange
   [junit4]   2> 655702 T2774 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 655704 T2796 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 655804 T2774 oasc.ZkTestServer.run start zk server on port:35470
   [junit4]   2> 655805 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 655808 T2802 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cfebc name:ZooKeeperConnection Watcher:127.0.0.1:35470/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 655808 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 655809 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 655810 T2804 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ca280 name:ZooKeeperConnection Watcher:127.0.0.1:35470 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 655810 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 655855 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 655857 T2806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b4bf87 name:ZooKeeperConnection Watcher:127.0.0.1:35470 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 655858 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 655858 T2774 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 655865 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 655872 T2774 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 655878 T2774 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 655884 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 655893 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 655895 T2808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b3e9f4 name:ZooKeeperConnection Watcher:127.0.0.1:35470/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 655895 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 655897 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 655904 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 655914 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 655918 T2774 oasc.Overseer.start Overseer (id=91092693059895299-127.0.0.1:35470_solr-n_0000000000) starting
   [junit4]   2> 655920 T2774 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 655927 T2774 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 655933 T2774 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 655937 T2810 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 655938 T2810 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 655939 T2809 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 655942 T2774 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 655944 T2809 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 655945 T2809 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 655946 T2809 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 655952 T2808 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 655955 T2802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 655994 T2774 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 655997 T2808 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 655999 T2809 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 656000 T2809 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 656000 T2809 oasc.Overseer$ClusterStateUpdater.updateState node=core_node1 is already registered
   [junit4]   2> 656000 T2809 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 656004 T2808 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 656107 T2802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 656150 T2774 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:35470 35470
   [junit4]   2> 656304 T2774 oas.SolrTestCaseJ4.tearDown ###Ending testStateChange
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 656308 T2774 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
   [junit4]   2> 656308 T2774 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 656308 T2811 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 656408 T2774 oasc.ZkTestServer.run start zk server on port:56787
   [junit4]   2> 656409 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656412 T2817 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@186edc4 name:ZooKeeperConnection Watcher:127.0.0.1:56787 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656412 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656430 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656432 T2819 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@107c389 name:ZooKeeperConnection Watcher:127.0.0.1:56787 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656432 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656432 T2774 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 656436 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656438 T2821 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@176b3c4 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656438 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656438 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 656441 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656442 T2823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64cf4c name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656442 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656443 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 656446 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 656452 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 656455 T2774 oasc.Overseer.start Overseer (id=91092693099216899-127.0.0.1:56787_solr-n_0000000000) starting
   [junit4]   2> 656457 T2774 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 656462 T2774 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 656469 T2774 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 656473 T2825 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 656474 T2774 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 656474 T2825 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 656475 T2824 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 656479 T2774 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 656481 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656485 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656486 T2827 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dd073a name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656486 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656488 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656491 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
   [junit4]   2> 656495 T2821 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 656495 T2827 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 656496 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656497 T2829 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1be5563 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656497 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656499 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656502 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 656506 T2829 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 656507 T2821 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 656508 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656509 T2831 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1827df6 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656509 T2827 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 656509 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656511 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656514 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 656518 T2821 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 656518 T2829 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 656519 T2827 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 656519 T2831 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 656520 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656521 T2833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d3b4b6 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656521 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656523 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656526 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
   [junit4]   2> 656532 T2833 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 656532 T2831 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 656532 T2829 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 656533 T2821 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 656533 T2827 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 656534 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656535 T2835 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@498df7 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656535 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656537 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656542 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
   [junit4]   2> 656548 T2829 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 656548 T2821 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 656548 T2831 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 656549 T2835 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 656550 T2833 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 656550 T2827 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 656550 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656551 T2837 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@107e850 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656551 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656553 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656557 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
   [junit4]   2> 656564 T2833 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 656565 T2827 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 656565 T2831 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 656565 T2837 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 656565 T2829 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 656566 T2821 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 656567 T2835 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 656567 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656568 T2839 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e3feac name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656568 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656570 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656573 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
   [junit4]   2> 656579 T2821 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 656579 T2833 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 656580 T2837 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 656580 T2831 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 656580 T2829 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 656580 T2835 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 656581 T2827 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 656581 T2839 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 656582 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656583 T2841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c75ab0 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656583 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656585 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656588 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
   [junit4]   2> 656595 T2837 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 656596 T2827 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 656597 T2829 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 656597 T2839 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 656597 T2831 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 656598 T2833 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 656598 T2835 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 656599 T2821 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 656599 T2841 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 656600 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656601 T2843 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16bdf26 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656601 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656603 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656606 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
   [junit4]   2> 656613 T2833 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656614 T2835 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656614 T2843 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656614 T2829 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656614 T2821 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656615 T2827 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656615 T2839 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656615 T2837 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656616 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656616 T2841 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656616 T2831 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 656618 T2845 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@197ec00 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656618 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656620 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656623 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
   [junit4]   2> 656633 T2837 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656633 T2821 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656633 T2841 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656633 T2829 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656633 T2827 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656634 T2843 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656634 T2835 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656634 T2831 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656634 T2839 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656635 T2833 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656635 T2845 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 656636 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656637 T2847 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ab120 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656637 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656639 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656643 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
   [junit4]   2> 656653 T2827 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656653 T2821 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656654 T2829 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656654 T2837 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656654 T2839 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656653 T2841 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656654 T2833 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656654 T2843 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656654 T2831 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656654 T2845 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656656 T2835 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656656 T2847 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 656657 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656658 T2849 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@110b945 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656658 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656660 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656663 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
   [junit4]   2> 656673 T2835 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656674 T2827 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656674 T2831 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656674 T2847 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656674 T2829 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656674 T2837 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656675 T2839 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656674 T2841 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656674 T2833 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656675 T2843 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656676 T2845 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656676 T2849 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656677 T2821 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 656678 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656679 T2851 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56a3d7 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656679 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656681 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656684 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
   [junit4]   2> 656696 T2843 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656697 T2835 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656698 T2845 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656698 T2833 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656698 T2821 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656698 T2847 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656699 T2827 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656699 T2837 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656699 T2831 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656700 T2849 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656700 T2829 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656700 T2851 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656701 T2841 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656702 T2839 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 656702 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656703 T2853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d7e1cc name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656703 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656707 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656712 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
   [junit4]   2> 656722 T2835 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656727 T2839 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656732 T2821 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656732 T2829 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656733 T2837 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656735 T2833 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656735 T2831 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656736 T2849 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656737 T2827 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656737 T2851 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656738 T2845 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656738 T2847 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656738 T2843 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656739 T2841 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656740 T2853 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 656740 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656746 T2855 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@779d1f name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656746 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656748 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656756 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
   [junit4]   2> 656766 T2851 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656766 T2827 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656767 T2853 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656770 T2845 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656770 T2843 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656771 T2833 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656771 T2841 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656771 T2829 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656772 T2837 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656772 T2821 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656772 T2847 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656772 T2835 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656772 T2849 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656773 T2831 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656788 T2839 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656793 T2855 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 656795 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656796 T2857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cb5f5c name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656809 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656813 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656818 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
   [junit4]   2> 656823 T2845 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656824 T2827 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656829 T2849 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656829 T2835 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656836 T2833 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656836 T2837 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656837 T2843 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656838 T2855 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656839 T2821 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656839 T2829 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656839 T2853 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656840 T2831 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656840 T2851 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656840 T2841 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656840 T2847 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656841 T2839 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656842 T2857 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 656848 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656848 T2859 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68a34e name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656848 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656851 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656855 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
   [junit4]   2> 656867 T2831 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656870 T2847 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656871 T2837 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656871 T2845 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656872 T2843 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656872 T2827 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656873 T2835 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656874 T2829 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656874 T2849 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656874 T2855 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656875 T2853 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656875 T2821 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656876 T2841 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656876 T2833 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656876 T2851 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656876 T2839 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656877 T2859 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656877 T2857 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 656883 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656884 T2861 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cd561 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656884 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656886 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656891 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
   [junit4]   2> 656898 T2829 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656900 T2857 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656901 T2851 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656906 T2847 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656907 T2835 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656908 T2821 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656908 T2845 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656908 T2841 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656908 T2855 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656910 T2837 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656910 T2827 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656911 T2859 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656911 T2831 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656911 T2839 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656912 T2833 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656912 T2853 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656912 T2861 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656913 T2843 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656913 T2849 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 656915 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656917 T2863 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a015a9 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656917 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656920 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656925 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
   [junit4]   2> 656937 T2841 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656942 T2851 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656944 T2839 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656945 T2843 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656945 T2847 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656945 T2835 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656946 T2853 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656947 T2831 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656947 T2827 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656948 T2829 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656949 T2845 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656950 T2855 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656950 T2859 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656950 T2821 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656950 T2849 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656950 T2837 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656951 T2861 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656952 T2833 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656952 T2857 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656953 T2863 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 656970 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 656972 T2865 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a13235 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 656972 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 656975 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 656979 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
   [junit4]   2> 656991 T2837 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656993 T2831 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656994 T2835 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656994 T2859 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656996 T2829 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656997 T2839 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656997 T2833 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656998 T2857 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656998 T2827 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656998 T2851 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656998 T2843 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656999 T2853 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656999 T2861 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 656999 T2821 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 657000 T2863 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 657000 T2847 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 657000 T2841 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 657001 T2855 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 657001 T2849 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 657002 T2845 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 657002 T2865 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 657003 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 657004 T2867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32d562 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 657004 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 657006 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 657010 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
   [junit4]   2> 657020 T2851 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657021 T2843 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657023 T2821 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657024 T2835 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657025 T2841 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657025 T2865 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657026 T2857 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657026 T2849 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657026 T2827 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657027 T2829 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657027 T2837 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657027 T2847 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657028 T2861 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657028 T2839 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657029 T2855 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657029 T2833 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657029 T2859 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657030 T2831 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657030 T2853 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657031 T2845 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657032 T2863 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657033 T2867 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 657035 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 657036 T2869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fd7255 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 657036 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 657040 T2787 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 657040 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 657045 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
   [junit4]   2> 657062 T2841 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657063 T2865 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657064 T2831 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657065 T2837 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657067 T2845 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657067 T2843 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657067 T2859 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657068 T2827 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657070 T2857 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657070 T2829 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657072 T2853 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657072 T2839 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657072 T2851 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657073 T2863 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657074 T2861 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657074 T2847 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657075 T2833 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657075 T2869 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657076 T2855 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657076 T2821 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657076 T2867 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657077 T2849 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657078 T2835 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 657084 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 657084 T2871 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8fda16 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 657085 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 657087 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 657091 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
   [junit4]   2> 657118 T2835 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657126 T2849 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657127 T2829 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657128 T2867 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657128 T2859 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657130 T2865 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657131 T2847 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657131 T2853 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657135 T2839 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657135 T2833 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657137 T2845 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657138 T2857 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657138 T2841 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657139 T2861 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657139 T2855 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657139 T2837 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657140 T2831 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657140 T2821 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657141 T2827 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657141 T2871 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657141 T2869 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657142 T2863 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657143 T2843 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657144 T2851 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 657146 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 657146 T2873 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ab3aa name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 657147 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 657150 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 657155 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
   [junit4]   2> 657168 T2839 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657173 T2845 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657175 T2837 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657177 T2847 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657178 T2833 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657177 T2831 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657178 T2861 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657178 T2851 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657179 T2865 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657179 T2853 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657180 T2827 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657180 T2855 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657180 T2829 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657180 T2857 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657180 T2835 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657181 T2869 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657181 T2821 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657181 T2867 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657181 T2849 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657181 T2863 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657181 T2859 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657183 T2871 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657184 T2843 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657184 T2841 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657184 T2873 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 657185 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 657187 T2875 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b88e5 name:ZooKeeperConnection Watcher:127.0.0.1:56787/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 657187 T2774 oascc.ConnectionManager.waitForConnected Client is connected 

[...truncated too long message...]

T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 687167 T3298 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b7372 name:ZooKeeperConnection Watcher:127.0.0.1:50184/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 687168 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 687168 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 687170 T3300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c74e06 name:ZooKeeperConnection Watcher:127.0.0.1:50184 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 687171 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 687223 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 687226 T3302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@281bad name:ZooKeeperConnection Watcher:127.0.0.1:50184 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 687226 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 687227 T2774 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 687233 T2774 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 687239 T2774 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 687245 T2774 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 687250 T2774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 687259 T2774 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 687269 T2774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 687271 T3304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30a34 name:ZooKeeperConnection Watcher:127.0.0.1:50184/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 687271 T2774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 687273 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 687280 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 687294 T2774 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 687299 T2774 oasc.Overseer.start Overseer (id=91092695114842115-127.0.0.1:50184_solr-n_0000000000) starting
   [junit4]   2> 687304 T2774 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 687316 T2774 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 687323 T3306 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 687327 T3306 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 687333 T3305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 687334 T3305 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 687336 T3305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 687338 T3298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 687348 T3305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core2",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 687350 T3298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 687357 T3305 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 687362 T3305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 687363 T3305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core3",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 687369 T3304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 687371 T3298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 687436 T2774 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50184 50184
   [junit4]   2> 687764 T2774 oas.SolrTestCaseJ4.tearDown ###Ending testReplay
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 687767 T2774 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 687768 T2774 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 690768 T2774 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=ar_SD, timezone=Eire
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=8,threads=1,free=130762984,total=321781760
   [junit4]   2> NOTE: All tests run in this JVM: [OutputWriterTest, SolrPluginUtilsTest, SolrCmdDistributorTest, TestPhraseSuggestions, TestSolr4Spatial, TestSolrDeletionPolicy2, ShardRoutingCustomTest, NumericFieldsTest, UniqFieldsUpdateProcessorFactoryTest, TestArbitraryIndexDir, SolrRequestParserTest, TestSolrXmlPersistence, TestCSVLoader, TestFastWriter, DistanceFunctionTest, OpenExchangeRatesOrgProviderTest, CursorMarkTest, TestFieldTypeResource, TestBinaryResponseWriter, PluginInfoTest, SuggesterWFSTTest, JSONWriterTest, XsltUpdateRequestHandlerTest, DeleteReplicaTest, TestSchemaResource, TestFoldingMultitermQuery, TestQuerySenderNoQuery, TestRecovery, TestFieldCollectionResource, NotRequiredUniqueKeyTest, TimeZoneUtilsTest, SuggesterTSTTest, SimplePostToolTest, CachingDirectoryFactoryTest, DirectUpdateHandlerTest, CurrencyFieldXmlFileTest, TestMultiCoreConfBootstrap, TestUpdate, TestCursorMarkWithoutUniqueKey, TestSolrCoreProperties, StandardRequestHandlerTest, TestCSVResponseWriter, PathHierarchyTokenizerFactoryTest, SortByFunctionTest, BasicZkTest, StressHdfsTest, RequiredFieldsTest, ShardSplitTest, TestLazyCores, HighlighterConfigTest, DefaultValueUpdateProcessorTest, TestWordDelimiterFilterFactory, TestStressReorder, TestIndexSearcher, TestClassNameShortening, TestUniqueKeyFieldResource, RequestHandlersTest, PrimUtilsTest, TestDistributedMissingSort, TestUtils, OverseerRolesTest, TestQueryTypes, ZkNodePropsTest, BlockCacheTest, DistributedDebugComponentTest, AddBlockUpdateTest, TestDistributedGrouping, DisMaxRequestHandlerTest, TestDistribDocBasedVersion, TestBinaryField, TestHashPartitioner, TestFastLRUCache, IndexSchemaRuntimeFieldTest, HdfsRecoveryZkTest, TestCollapseQParserPlugin, OpenCloseCoreStressTest, CoreContainerCoreInitFailuresTest, TestDynamicFieldCollectionResource, TestDefaultSimilarityFactory, DistributedQueryComponentCustomSortTest, NoCacheHeaderTest, DocValuesMultiTest, TestSchemaVersionResource, TestCollationField, CoreMergeIndexesAdminHandlerTest, BadIndexSchemaTest, TestQuerySenderListener, ChaosMonkeySafeLeaderTest, OverseerTest]
   [junit4] Completed on J1 in 39.06s, 8 tests, 1 error <<< FAILURES!

[...truncated 537 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 error, 34 ignored (6 assumptions)

Total time: 47 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b123) - Build # 9025 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9025/
Java: 64bit/jdk1.8.0-ea-b123 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
There were expected update fails expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: There were expected update fails expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([5AC2E77973FBD07F:DB24696104A4B043]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:202)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10885 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 804977 T3752 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 804980 T3752 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyNothingIsSafeTest-1389958812251
   [junit4]   2> 804981 T3752 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 804981 T3753 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 805081 T3752 oasc.ZkTestServer.run start zk server on port:36270
   [junit4]   2> 805082 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 805152 T3759 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ef67d34 name:ZooKeeperConnection Watcher:127.0.0.1:36270 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 805153 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 805153 T3752 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 805160 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 805161 T3761 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ff29fc5 name:ZooKeeperConnection Watcher:127.0.0.1:36270/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 805161 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 805161 T3752 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 805164 T3752 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 805167 T3752 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 805169 T3752 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 805174 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 805175 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 805191 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 805192 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 805195 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 805195 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 805197 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 805197 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 805199 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 805200 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 805201 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 805201 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 805203 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 805204 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 805205 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 805206 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 805207 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 805208 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 805209 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 805209 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 805212 T3752 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 805212 T3752 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 805276 T3752 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 805278 T3752 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53439
   [junit4]   2> 805279 T3752 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 805279 T3752 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 805279 T3752 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389958812485
   [junit4]   2> 805279 T3752 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389958812485/'
   [junit4]   2> 805288 T3752 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389958812485/solr.xml
   [junit4]   2> 805296 T3752 oasc.CoreContainer.<init> New CoreContainer 2040857841
   [junit4]   2> 805296 T3752 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389958812485/]
   [junit4]   2> 805297 T3752 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 805297 T3752 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 805297 T3752 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 805297 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 805298 T3752 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 805298 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 805298 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 805298 T3752 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 805299 T3752 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 805300 T3752 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 805301 T3752 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 805301 T3752 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 805301 T3752 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36270/solr
   [junit4]   2> 805301 T3752 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 805302 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 805303 T3772 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7562b26f name:ZooKeeperConnection Watcher:127.0.0.1:36270 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 805303 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 805305 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 805306 T3774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b38b953 name:ZooKeeperConnection Watcher:127.0.0.1:36270/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 805306 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 805307 T3752 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 805309 T3752 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 805311 T3752 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 805312 T3752 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53439_
   [junit4]   2> 805312 T3752 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53439_
   [junit4]   2> 805314 T3752 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 805315 T3752 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 805317 T3752 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 805319 T3752 oasc.Overseer.start Overseer (id=91092340719747075-127.0.0.1:53439_-n_0000000000) starting
   [junit4]   2> 805322 T3752 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 805325 T3776 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 805326 T3752 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 805326 T3776 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 805327 T3752 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 805328 T3752 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 805330 T3775 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 805331 T3777 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 805331 T3777 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 805333 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 805333 T3777 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 805334 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 805335 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53439",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53439_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 805335 T3775 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 805335 T3775 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 805336 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 805337 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 806334 T3777 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 806334 T3777 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389958812485/collection1
   [junit4]   2> 806334 T3777 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 806335 T3777 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 806335 T3777 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 806335 T3777 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389958812485/collection1/'
   [junit4]   2> 806336 T3777 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389958812485/collection1/lib/classes/' to classloader
   [junit4]   2> 806336 T3777 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389958812485/collection1/lib/README' to classloader
   [junit4]   2> 806360 T3777 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 806371 T3777 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 806372 T3777 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 806379 T3777 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 806505 T3777 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 806506 T3777 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 806507 T3777 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 806509 T3777 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 806522 T3777 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 806522 T3777 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389958812485/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/control/data/
   [junit4]   2> 806523 T3777 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7af8bedd
   [junit4]   2> 806523 T3777 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/control/data
   [junit4]   2> 806523 T3777 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/control/data/index/
   [junit4]   2> 806523 T3777 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 806524 T3777 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/control/data/index
   [junit4]   2> 806524 T3777 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18268568020482842]
   [junit4]   2> 806527 T3777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 806527 T3777 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 806529 T3777 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 806529 T3777 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 806529 T3777 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 806529 T3777 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 806530 T3777 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 806530 T3777 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 806530 T3777 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 806530 T3777 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 806530 T3777 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 806531 T3777 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 806531 T3777 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 806531 T3777 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 806531 T3777 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 806531 T3777 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 806532 T3777 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 806532 T3777 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 806533 T3777 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 806534 T3777 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 806534 T3777 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 806535 T3777 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21466437714722073]
   [junit4]   2> 806536 T3777 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 806536 T3777 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 806536 T3777 oass.SolrIndexSearcher.<init> Opening Searcher@3b5846c5 main
   [junit4]   2> 806537 T3778 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b5846c5 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 806538 T3777 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 806539 T3752 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 806539 T3752 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 806539 T3781 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53439 collection:control_collection shard:shard1
   [junit4]   2> 806540 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 806541 T3781 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 806542 T3783 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12469f35 name:ZooKeeperConnection Watcher:127.0.0.1:36270/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 806542 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 806543 T3752 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 806545 T3752 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 806545 T3781 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 806547 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 806547 T3781 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 806547 T3781 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4174 name=collection1 org.apache.solr.core.SolrCore@437888d7 url=http://127.0.0.1:53439/collection1 node=127.0.0.1:53439_ C4174_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:53439, core=collection1, node_name=127.0.0.1:53439_}
   [junit4]   2> 806547 T3781 C4174 P53439 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53439/collection1/
   [junit4]   2> 806548 T3781 C4174 P53439 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 806548 T3781 C4174 P53439 oasc.SyncStrategy.syncToMe http://127.0.0.1:53439/collection1/ has no replicas
   [junit4]   2> 806548 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 806548 T3781 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53439/collection1/ shard1
   [junit4]   2> 806548 T3781 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 806550 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 806552 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 806554 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 806610 T3752 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 806612 T3752 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44939
   [junit4]   2> 806613 T3752 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 806613 T3752 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 806613 T3752 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389958813815
   [junit4]   2> 806614 T3752 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389958813815/'
   [junit4]   2> 806624 T3752 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389958813815/solr.xml
   [junit4]   2> 806642 T3752 oasc.CoreContainer.<init> New CoreContainer 1654014779
   [junit4]   2> 806642 T3752 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389958813815/]
   [junit4]   2> 806643 T3752 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 806643 T3752 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 806643 T3752 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 806643 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 806643 T3752 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 806644 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 806644 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 806644 T3752 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 806644 T3752 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 806646 T3752 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 806647 T3752 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 806647 T3752 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 806647 T3752 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36270/solr
   [junit4]   2> 806648 T3752 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 806648 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 806650 T3794 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@137df7f6 name:ZooKeeperConnection Watcher:127.0.0.1:36270 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 806650 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 806653 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 806654 T3796 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@101e0293 name:ZooKeeperConnection Watcher:127.0.0.1:36270/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 806654 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 806656 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 806656 T3783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 806658 T3752 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 806703 T3781 oasc.ZkController.register We are http://127.0.0.1:53439/collection1/ and leader is http://127.0.0.1:53439/collection1/
   [junit4]   2> 806703 T3781 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53439
   [junit4]   2> 806703 T3781 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 806703 T3781 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 806703 T3781 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 806704 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 806704 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 806704 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 806704 T3781 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 806705 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 806706 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53439",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53439_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 806707 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 806809 T3783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 806809 T3796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 806809 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 807660 T3752 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44939_
   [junit4]   2> 807662 T3752 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44939_
   [junit4]   2> 807663 T3783 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 807664 T3796 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 807664 T3774 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 807667 T3797 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 807667 T3797 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 807668 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 807668 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 807668 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 807668 T3797 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 807669 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 807669 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44939",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44939_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 807670 T3775 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 807670 T3775 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 807671 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 807774 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 807774 T3796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 807774 T3783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 808669 T3797 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 808669 T3797 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389958813815/collection1
   [junit4]   2> 808669 T3797 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 808670 T3797 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 808670 T3797 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 808670 T3797 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389958813815/collection1/'
   [junit4]   2> 808671 T3797 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389958813815/collection1/lib/classes/' to classloader
   [junit4]   2> 808671 T3797 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389958813815/collection1/lib/README' to classloader
   [junit4]   2> 808686 T3797 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 808702 T3797 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 808703 T3797 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 808707 T3797 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 808817 T3797 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 808818 T3797 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 808819 T3797 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 808821 T3797 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 808831 T3797 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 808832 T3797 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389958813815/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty1/
   [junit4]   2> 808832 T3797 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7af8bedd
   [junit4]   2> 808832 T3797 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty1
   [junit4]   2> 808832 T3797 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty1/index/
   [junit4]   2> 808833 T3797 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 808833 T3797 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty1/index
   [junit4]   2> 808833 T3797 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18268568020482842]
   [junit4]   2> 808835 T3797 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 808835 T3797 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 808837 T3797 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 808837 T3797 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 808837 T3797 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 808838 T3797 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 808838 T3797 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 808838 T3797 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 808838 T3797 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 808838 T3797 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 808838 T3797 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 808839 T3797 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 808839 T3797 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 808839 T3797 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 808839 T3797 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 808840 T3797 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 808840 T3797 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 808840 T3797 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 808842 T3797 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 808843 T3797 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 808843 T3797 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 808843 T3797 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21466437714722073]
   [junit4]   2> 808844 T3797 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 808844 T3797 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 808844 T3797 oass.SolrIndexSearcher.<init> Opening Searcher@627808e8 main
   [junit4]   2> 808846 T3798 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@627808e8 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 808847 T3797 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 808848 T3752 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 808848 T3752 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 808848 T3801 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44939 collection:collection1 shard:shard2
   [junit4]   2> 808849 T3801 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 808854 T3801 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 808856 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 808856 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 808856 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 808857 T3801 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 808857 T3801 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4175 name=collection1 org.apache.solr.core.SolrCore@244c5e83 url=http://127.0.0.1:44939/collection1 node=127.0.0.1:44939_ C4175_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:44939, core=collection1, node_name=127.0.0.1:44939_}
   [junit4]   2> 808857 T3801 C4175 P44939 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44939/collection1/
   [junit4]   2> 808857 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 808857 T3801 C4175 P44939 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 808858 T3801 C4175 P44939 oasc.SyncStrategy.syncToMe http://127.0.0.1:44939/collection1/ has no replicas
   [junit4]   2> 808858 T3801 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44939/collection1/ shard2
   [junit4]   2> 808858 T3801 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 808859 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 808861 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 808863 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 808916 T3752 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 808918 T3752 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44157
   [junit4]   2> 808919 T3752 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 808919 T3752 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 808919 T3752 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389958816119
   [junit4]   2> 808919 T3752 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389958816119/'
   [junit4]   2> 808929 T3752 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389958816119/solr.xml
   [junit4]   2> 808936 T3752 oasc.CoreContainer.<init> New CoreContainer 1033108547
   [junit4]   2> 808937 T3752 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389958816119/]
   [junit4]   2> 808937 T3752 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 808937 T3752 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 808937 T3752 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 808938 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 808938 T3752 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 808938 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 808938 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 808939 T3752 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 808939 T3752 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 808940 T3752 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 808941 T3752 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 808941 T3752 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 808941 T3752 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36270/solr
   [junit4]   2> 808941 T3752 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 808942 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 808944 T3812 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3064c822 name:ZooKeeperConnection Watcher:127.0.0.1:36270 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 808944 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 808947 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 808948 T3814 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49cb213 name:ZooKeeperConnection Watcher:127.0.0.1:36270/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 808948 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 808951 T3752 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 808966 T3783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 808966 T3814 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 808966 T3796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 808966 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 809012 T3801 oasc.ZkController.register We are http://127.0.0.1:44939/collection1/ and leader is http://127.0.0.1:44939/collection1/
   [junit4]   2> 809012 T3801 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44939
   [junit4]   2> 809012 T3801 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 809012 T3801 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 809013 T3801 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 809013 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 809014 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 809014 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 809014 T3801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 809015 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 809015 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44939",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44939_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 809017 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 809119 T3783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 809119 T3814 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 809119 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 809119 T3796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 809953 T3752 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44157_
   [junit4]   2> 809963 T3752 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44157_
   [junit4]   2> 809966 T3783 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 809966 T3774 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 809967 T3796 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 809967 T3814 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 809972 T3815 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 809972 T3815 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 809973 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 809973 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 809974 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 809973 T3815 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 809976 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 809977 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44157",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44157_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 809977 T3775 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 809977 T3775 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 809982 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 810086 T3783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 810086 T3796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 810086 T3814 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 810086 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 810975 T3815 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 810975 T3815 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389958816119/collection1
   [junit4]   2> 810975 T3815 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 810976 T3815 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 810977 T3815 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 810978 T3815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389958816119/collection1/'
   [junit4]   2> 810979 T3815 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389958816119/collection1/lib/classes/' to classloader
   [junit4]   2> 810980 T3815 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389958816119/collection1/lib/README' to classloader
   [junit4]   2> 811016 T3815 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 811029 T3815 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 811031 T3815 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 811035 T3815 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 811160 T3815 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 811161 T3815 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 811162 T3815 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 811165 T3815 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 811188 T3815 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 811188 T3815 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389958816119/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty2/
   [junit4]   2> 811188 T3815 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7af8bedd
   [junit4]   2> 811189 T3815 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty2
   [junit4]   2> 811189 T3815 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty2/index/
   [junit4]   2> 811189 T3815 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 811189 T3815 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty2/index
   [junit4]   2> 811190 T3815 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18268568020482842]
   [junit4]   2> 811193 T3815 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 811193 T3815 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 811196 T3815 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 811197 T3815 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 811197 T3815 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 811197 T3815 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 811198 T3815 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 811198 T3815 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 811199 T3815 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 811199 T3815 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 811199 T3815 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 811200 T3815 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 811200 T3815 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 811201 T3815 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 811201 T3815 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 811201 T3815 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 811202 T3815 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 811203 T3815 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 811205 T3815 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 811207 T3815 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 811207 T3815 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 811208 T3815 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21466437714722073]
   [junit4]   2> 811208 T3815 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 811208 T3815 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 811209 T3815 oass.SolrIndexSearcher.<init> Opening Searcher@457ccdb7 main
   [junit4]   2> 811211 T3816 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@457ccdb7 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 811213 T3815 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 811213 T3752 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 811214 T3752 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 811214 T3819 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44157 collection:collection1 shard:shard1
   [junit4]   2> 811216 T3819 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 811221 T3819 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 811223 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811224 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811224 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811224 T3819 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 811224 T3819 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4176 name=collection1 org.apache.solr.core.SolrCore@68ae9c67 url=http://127.0.0.1:44157/collection1 node=127.0.0.1:44157_ C4176_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:44157, core=collection1, node_name=127.0.0.1:44157_}
   [junit4]   2> 811224 T3819 C4176 P44157 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44157/collection1/
   [junit4]   2> 811225 T3819 C4176 P44157 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 811225 T3819 C4176 P44157 oasc.SyncStrategy.syncToMe http://127.0.0.1:44157/collection1/ has no replicas
   [junit4]   2> 811225 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 811225 T3819 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44157/collection1/ shard1
   [junit4]   2> 811226 T3819 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 811228 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811229 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811234 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811281 T3752 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 811283 T3752 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45642
   [junit4]   2> 811284 T3752 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 811284 T3752 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 811284 T3752 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389958818485
   [junit4]   2> 811285 T3752 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389958818485/'
   [junit4]   2> 811293 T3752 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389958818485/solr.xml
   [junit4]   2> 811313 T3752 oasc.CoreContainer.<init> New CoreContainer 2009118563
   [junit4]   2> 811313 T3752 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389958818485/]
   [junit4]   2> 811314 T3752 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 811314 T3752 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 811315 T3752 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 811315 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 811316 T3752 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 811316 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 811316 T3752 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 811317 T3752 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 811317 T3752 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 811319 T3752 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 811320 T3752 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 811320 T3752 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 811321 T3752 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36270/solr
   [junit4]   2> 811321 T3752 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 811322 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 811324 T3830 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ba33aef name:ZooKeeperConnection Watcher:127.0.0.1:36270 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 811324 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 811327 T3752 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 811328 T3832 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a402d89 name:ZooKeeperConnection Watcher:127.0.0.1:36270/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 811329 T3752 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 811335 T3752 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 811337 T3783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 811337 T3796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 811337 T3814 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 811337 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 811380 T3819 oasc.ZkController.register We are http://127.0.0.1:44157/collection1/ and leader is http://127.0.0.1:44157/collection1/
   [junit4]   2> 811380 T3819 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44157
   [junit4]   2> 811380 T3819 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 811380 T3819 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 811381 T3819 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 811382 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811382 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811382 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811383 T3819 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 811385 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 811386 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44157",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44157_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 811389 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811491 T3783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 811492 T3796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 811492 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 811492 T3832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 811492 T3814 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 812340 T3752 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45642_
   [junit4]   2> 812341 T3752 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45642_
   [junit4]   2> 812343 T3783 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 812344 T3774 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 812344 T3796 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 812344 T3832 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 812343 T3814 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 812346 T3833 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 812347 T3833 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 812347 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 812347 T3833 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 812347 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 812348 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 812348 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 812349 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45642",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45642_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 812349 T3775 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 812349 T3775 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 812351 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 812453 T3783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 812453 T3774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 812453 T3796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 812453 T3832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 812453 T3814 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 813348 T3833 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 813348 T3833 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389958818485/collection1
   [junit4]   2> 813348 T3833 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 813349 T3833 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 813349 T3833 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 813351 T3833 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389958818485/collection1/'
   [junit4]   2> 813352 T3833 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389958818485/collection1/lib/classes/' to classloader
   [junit4]   2> 813352 T3833 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389958818485/collection1/lib/README' to classloader
   [junit4]   2> 813374 T3833 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 813393 T3833 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 813394 T3833 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 813400 T3833 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 813532 T3833 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 813534 T3833 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 813535 T3833 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 813539 T3833 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 813554 T3833 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 813555 T3833 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389958818485/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty3/
   [junit4]   2> 813555 T3833 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7af8bedd
   [junit4]   2> 813556 T3833 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty3
   [junit4]   2> 813556 T3833 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty3/index/
   [junit4]   2> 813556 T3833 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 813556 T3833 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty3/index
   [junit4]   2> 813556 T3833 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18268568020482842]
   [junit4]   2> 813559 T3833 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty3/index,segFN=segments_1,generation=1}
   [junit4]   2> 813560 T3833 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 813561 T3833 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 813562 T3833 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 813562 T3833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 813562 T3833 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 813562 T3833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 813562 T3833 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 813562 T3833 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 813563 T3833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 8135

[...truncated too long message...]

java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 870336 T3870 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 870411 T3910 C4466 P38370 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 870411 T3910 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 870412 T3910 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@52506c0
   [junit4]   2> 870412 T3910 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=252,cumulative_deletesById=140,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
   [junit4]   2> 870413 T3910 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 870413 T3910 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 870413 T3910 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 870414 T3910 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 870414 T3910 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 870414 T3910 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty7/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty7/index;done=false>>]
   [junit4]   2> 870414 T3910 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty7/index
   [junit4]   2> 870415 T3910 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty7 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty7;done=false>>]
   [junit4]   2> 870415 T3910 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389958812250/jetty7
   [junit4]   2> 870415 T3910 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 870415 T3910 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ko, timezone=America/St_Barthelemy
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=31219488,total=236441600
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCoreCheckLockOnStartupTest, TestCollationFieldDocValues, TestZkChroot, DirectUpdateHandlerTest, SpellingQueryConverterTest, TestRTGBase, TestDistributedGrouping, TestComponentsName, TestCollationKeyRangeQueries, DateFieldTest, StatsComponentTest, TestDocBasedVersionConstraints, TestMultiCoreConfBootstrap, SimplePostToolTest, TestShardHandlerFactory, BadIndexSchemaTest, TestFastWriter, TestDynamicFieldResource, DefaultValueUpdateProcessorTest, TestRecovery, DeleteReplicaTest, SuggesterTSTTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, NotRequiredUniqueKeyTest, ChaosMonkeySafeLeaderTest, TestSolrCoreProperties, TestUtils, TestFastLRUCache, DocumentAnalysisRequestHandlerTest, TestSimpleQParserPlugin, PreAnalyzedFieldTest, TestRandomFaceting, SolrPluginUtilsTest, DeleteShardTest, DebugComponentTest, TestFastOutputStream, TestLazyCores, TestBinaryResponseWriter, TestCodecSupport, TestFieldCollectionResource, TestSolrXmlPersistor, PingRequestHandlerTest, BJQParserTest, TestSolrJ, TestStressUserVersions, AssignTest, ParsingFieldUpdateProcessorsTest, TestQueryTypes, TestDistributedSearch, JSONWriterTest, AlternateDirectoryTest, TestJmxIntegration, SolrTestCaseJ4Test, TestDefaultSimilarityFactory, HdfsUnloadDistributedZkTest, RequestHandlersTest, AddBlockUpdateTest, HighlighterTest, TestIBSimilarityFactory, XsltUpdateRequestHandlerTest, TestSchemaVersionResource, PluginInfoTest, TestIndexSearcher, CursorPagingTest, OutputWriterTest, CurrencyFieldOpenExchangeTest, TestCustomSort, PathHierarchyTokenizerFactoryTest, ZkNodePropsTest, TestStressRecovery, TermVectorComponentDistributedTest, TestCoreDiscovery, HdfsRecoveryZkTest, HdfsChaosMonkeySafeLeaderTest, TestCollationField, SolrRequestParserTest, TestSolrQueryParserResource, DistanceFunctionTest, CollectionsAPIDistributedZkTest, TestPhraseSuggestions, TimeZoneUtilsTest, TestSolr4Spatial, ZkSolrClientTest, SpellCheckComponentTest, BasicDistributedZkTest, OpenCloseCoreStressTest, ShardRoutingTest, BasicZkTest, TestFaceting, TestHashPartitioner, TestReload, TestStressVersions, SolrCoreTest, PeerSyncTest, TestFiltering, TestWordDelimiterFilterFactory, TestRemoteStreaming, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, TestIndexingPerformance, RequiredFieldsTest, TestArbitraryIndexDir, LoggingHandlerTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestLFUCache, TestQuerySenderListener, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestBinaryField, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestJmxMonitoredMap, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed on J1 in 66.31s, 1 test, 1 failure <<< FAILURES!

[...truncated 144 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 45 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b123 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b123) - Build # 9024 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9024/
Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([1AAF907B19C8E9D3:9B491E636E9789EF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:120)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:86)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10974 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1282660 T3749 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /pg_w/b
   [junit4]   2> 1282664 T3749 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerRolesTest-1389952436175
   [junit4]   2> 1282665 T3749 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1282666 T3750 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1282766 T3749 oasc.ZkTestServer.run start zk server on port:34751
   [junit4]   2> 1282767 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1282784 T3756 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c56e89 name:ZooKeeperConnection Watcher:127.0.0.1:34751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1282784 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1282785 T3749 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1282790 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1282799 T3758 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8e37dc name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1282799 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1282800 T3749 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1282804 T3749 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1282808 T3749 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1282816 T3749 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1282818 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1282818 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1282826 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1282827 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1282830 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1282831 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1282834 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1282835 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1282837 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1282837 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1282841 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1282841 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1282843 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1282844 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1282848 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1282848 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1282850 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1282851 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1282852 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1282853 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1282856 T3749 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1282856 T3749 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1282974 T3749 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1282980 T3749 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50857
   [junit4]   2> 1282981 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1282981 T3749 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1282982 T3749 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389952436370
   [junit4]   2> 1282982 T3749 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389952436370/'
   [junit4]   2> 1282994 T3749 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389952436370/solr.xml
   [junit4]   2> 1283005 T3749 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1283006 T3749 oasc.CoreContainer.<init> New CoreContainer 15077378
   [junit4]   2> 1283006 T3749 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389952436370/]
   [junit4]   2> 1283007 T3749 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1283007 T3749 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1283008 T3749 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1283008 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1283008 T3749 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1283009 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1283009 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1283009 T3749 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1283010 T3749 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1283011 T3749 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1283012 T3749 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1283012 T3749 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1283013 T3749 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34751/solr
   [junit4]   2> 1283013 T3749 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1283014 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1283017 T3769 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e1b94 name:ZooKeeperConnection Watcher:127.0.0.1:34751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1283019 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1283022 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1283023 T3751 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1439f9f07d20002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 1283024 T3771 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e5feb name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1283024 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1283025 T3749 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1283028 T3749 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1283031 T3749 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1283032 T3749 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50857_pg_w%2Fb
   [junit4]   2> 1283033 T3749 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50857_pg_w%2Fb
   [junit4]   2> 1283035 T3749 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1283036 T3749 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1283040 T3749 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1283041 T3749 oasc.Overseer.start Overseer (id=91091922857361411-127.0.0.1:50857_pg_w%2Fb-n_0000000000) starting
   [junit4]   2> 1283043 T3749 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1283047 T3773 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1283048 T3749 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1283049 T3773 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1283051 T3749 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1283052 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1283055 T3772 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1283055 T3749 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389952436370
   [junit4]   2> 1283056 T3749 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389952436370/conf/
   [junit4]   2> 1283088 T3749 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1283089 T3749 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1283089 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1283090 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1283092 T3776 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@814f4f name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1283092 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1283093 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1283094 T3749 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1283171 T3749 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1283172 T3749 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55518
   [junit4]   2> 1283173 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1283174 T3749 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1283174 T3749 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389952436605
   [junit4]   2> 1283174 T3749 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389952436605/'
   [junit4]   2> 1283184 T3749 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389952436605/solr.xml
   [junit4]   2> 1283222 T3749 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1283225 T3749 oasc.CoreContainer.<init> New CoreContainer 3283852
   [junit4]   2> 1283225 T3749 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389952436605/]
   [junit4]   2> 1283226 T3749 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1283226 T3749 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1283226 T3749 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1283227 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1283227 T3749 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1283227 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1283228 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1283228 T3749 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1283229 T3749 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1283232 T3749 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1283233 T3749 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1283233 T3749 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1283234 T3749 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34751/solr
   [junit4]   2> 1283235 T3749 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1283237 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1283239 T3787 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aa9eb2 name:ZooKeeperConnection Watcher:127.0.0.1:34751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1283239 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1283242 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1283245 T3789 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bba64 name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1283247 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1283250 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1284254 T3749 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55518_pg_w%2Fb
   [junit4]   2> 1284255 T3749 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55518_pg_w%2Fb
   [junit4]   2> 1284258 T3771 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1284259 T3776 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1284259 T3789 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1284264 T3749 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389952436605
   [junit4]   2> 1284265 T3749 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389952436605/conf/
   [junit4]   2> 1284340 T3749 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1284341 T3749 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1284342 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1284469 T3749 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1284472 T3749 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47833
   [junit4]   2> 1284473 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1284474 T3749 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1284474 T3749 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389952437853
   [junit4]   2> 1284475 T3749 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1389952437853/'
   [junit4]   2> 1284490 T3749 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389952437853/solr.xml
   [junit4]   2> 1284508 T3749 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1284508 T3749 oasc.CoreContainer.<init> New CoreContainer 19574527
   [junit4]   2> 1284509 T3749 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389952437853/]
   [junit4]   2> 1284510 T3749 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1284510 T3749 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1284510 T3749 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1284511 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1284511 T3749 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1284512 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1284513 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1284513 T3749 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1284514 T3749 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1284517 T3749 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1284517 T3749 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1284518 T3749 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1284521 T3749 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34751/solr
   [junit4]   2> 1284521 T3749 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1284522 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1284525 T3801 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b82ee0 name:ZooKeeperConnection Watcher:127.0.0.1:34751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1284525 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1284528 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1284529 T3803 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b0c2c name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1284531 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1284539 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1285544 T3749 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47833_pg_w%2Fb
   [junit4]   2> 1285545 T3749 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47833_pg_w%2Fb
   [junit4]   2> 1285548 T3776 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1285548 T3789 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1285548 T3803 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1285548 T3771 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1285560 T3749 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389952437853
   [junit4]   2> 1285561 T3749 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389952437853/conf/
   [junit4]   2> 1285604 T3749 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1285605 T3749 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1285606 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1285723 T3749 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1285725 T3749 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35366
   [junit4]   2> 1285725 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1285726 T3749 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1285726 T3749 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116
   [junit4]   2> 1285727 T3749 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/'
   [junit4]   2> 1285754 T3749 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/solr.xml
   [junit4]   2> 1285765 T3749 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1285766 T3749 oasc.CoreContainer.<init> New CoreContainer 28874967
   [junit4]   2> 1285766 T3749 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/]
   [junit4]   2> 1285767 T3749 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1285767 T3749 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1285768 T3749 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1285768 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1285769 T3749 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1285769 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1285770 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1285770 T3749 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1285771 T3749 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1285774 T3749 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1285775 T3749 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1285776 T3749 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1285777 T3749 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34751/solr
   [junit4]   2> 1285777 T3749 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1285779 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1285780 T3815 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165015a name:ZooKeeperConnection Watcher:127.0.0.1:34751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1285780 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1285782 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1285787 T3817 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e7381 name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1285787 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1285790 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1286793 T3749 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35366_pg_w%2Fb
   [junit4]   2> 1286795 T3749 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35366_pg_w%2Fb
   [junit4]   2> 1286797 T3776 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1286797 T3803 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1286798 T3817 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1286798 T3789 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1286797 T3771 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1286800 T3749 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116
   [junit4]   2> 1286801 T3749 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/conf/
   [junit4]   2> 1286834 T3749 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1286835 T3749 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1286836 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1286911 T3749 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1286913 T3749 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51771
   [junit4]   2> 1286914 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1286914 T3749 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1286915 T3749 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389952440346
   [junit4]   2> 1286915 T3749 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1389952440346/'
   [junit4]   2> 1286925 T3749 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389952440346/solr.xml
   [junit4]   2> 1286931 T3749 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1286932 T3749 oasc.CoreContainer.<init> New CoreContainer 21373538
   [junit4]   2> 1286932 T3749 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389952440346/]
   [junit4]   2> 1286933 T3749 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1286933 T3749 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1286934 T3749 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1286934 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1286934 T3749 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1286935 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1286935 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1286935 T3749 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1286936 T3749 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1286937 T3749 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1286938 T3749 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1286939 T3749 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1286939 T3749 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34751/solr
   [junit4]   2> 1286939 T3749 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1286940 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1286941 T3829 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cd6d7b name:ZooKeeperConnection Watcher:127.0.0.1:34751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1286941 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1286943 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1286944 T3831 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15943e1 name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1286944 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1286946 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1287948 T3749 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51771_pg_w%2Fb
   [junit4]   2> 1287950 T3749 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51771_pg_w%2Fb
   [junit4]   2> 1287951 T3776 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1287951 T3771 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1287951 T3789 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1287952 T3831 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1287953 T3803 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1287953 T3817 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1287955 T3749 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389952440346
   [junit4]   2> 1287956 T3749 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389952440346/conf/
   [junit4]   2> 1287985 T3749 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1287986 T3749 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1287986 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1288055 T3749 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1288057 T3749 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48810
   [junit4]   2> 1288058 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1288058 T3749 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1288059 T3749 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389952441496
   [junit4]   2> 1288059 T3749 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1389952441496/'
   [junit4]   2> 1288068 T3749 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389952441496/solr.xml
   [junit4]   2> 1288080 T3749 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1288081 T3749 oasc.CoreContainer.<init> New CoreContainer 24007474
   [junit4]   2> 1288081 T3749 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389952441496/]
   [junit4]   2> 1288082 T3749 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1288082 T3749 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1288083 T3749 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1288083 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1288083 T3749 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1288084 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1288084 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1288084 T3749 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1288084 T3749 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1288086 T3749 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1288086 T3749 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1288087 T3749 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1288087 T3749 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34751/solr
   [junit4]   2> 1288088 T3749 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1288088 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1288090 T3843 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13b936a name:ZooKeeperConnection Watcher:127.0.0.1:34751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1288090 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1288092 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1288093 T3845 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14e849d name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1288093 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1288095 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1289097 T3749 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48810_pg_w%2Fb
   [junit4]   2> 1289098 T3749 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48810_pg_w%2Fb
   [junit4]   2> 1289101 T3776 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1289101 T3831 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1289101 T3817 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1289101 T3789 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1289101 T3771 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1289101 T3803 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1289101 T3845 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1289105 T3749 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389952441496
   [junit4]   2> 1289106 T3749 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389952441496/conf/
   [junit4]   2> 1289131 T3749 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1289132 T3749 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1289132 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1289206 T3749 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1289208 T3749 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43096
   [junit4]   2> 1289209 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1289209 T3749 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1289210 T3749 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643
   [junit4]   2> 1289210 T3749 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643/'
   [junit4]   2> 1289220 T3749 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643/solr.xml
   [junit4]   2> 1289233 T3749 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1289234 T3749 oasc.CoreContainer.<init> New CoreContainer 14780479
   [junit4]   2> 1289234 T3749 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643/]
   [junit4]   2> 1289235 T3749 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1289235 T3749 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1289235 T3749 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1289236 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1289236 T3749 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1289236 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1289236 T3749 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1289237 T3749 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1289237 T3749 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1289239 T3749 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1289239 T3749 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1289239 T3749 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1289240 T3749 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34751/solr
   [junit4]   2> 1289240 T3749 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1289241 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1289243 T3857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b79c48 name:ZooKeeperConnection Watcher:127.0.0.1:34751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1289243 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1289245 T3751 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1439f9f07d2000f, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 1289245 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1289246 T3859 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@462e92 name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1289246 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1289248 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1290250 T3749 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43096_pg_w%2Fb
   [junit4]   2> 1290252 T3749 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43096_pg_w%2Fb
   [junit4]   2> 1290255 T3845 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1290255 T3803 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1290255 T3776 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1290256 T3859 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1290255 T3789 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1290255 T3817 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1290255 T3771 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1290255 T3831 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1290259 T3749 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643
   [junit4]   2> 1290260 T3749 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643/conf/
   [junit4]   2> 1290287 T3749 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1290288 T3749 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1290289 T3749 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1290290 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1290292 T3862 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d9adce name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1290292 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1290293 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1290295 T3749 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1290296 T3864 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13565fa name:ZooKeeperConnection Watcher:127.0.0.1:34751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1290298 T3749 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1290299 T3749 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1290301 T3783 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&maxShardsPerNode=2&name=testOverseerCol&action=CREATE&numShards=4&wt=javabin&version=2
   [junit4]   2> 1290302 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290303 T3773 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1290303 T3773 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1290304 T3773 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1290304 T3773 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 1290304 T3773 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 1290306 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290308 T3772 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1290308 T3772 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 1290308 T3772 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 1290309 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290310 T3831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290310 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290310 T3776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290310 T3771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290310 T3845 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290310 T3803 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290310 T3859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290311 T3817 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290311 T3864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290311 T3862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290407 T3773 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 1290407 T3773 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:43096_pg_w%2Fb
   [junit4]   2> 1290407 T3773 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:35366_pg_w%2Fb
   [junit4]   2> 1290409 T3773 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:55518_pg_w%2Fb
   [junit4]   2> 1290409 T3773 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:50857_pg_w%2Fb
   [junit4]   2> 1290409 T3773 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:51771_pg_w%2Fb
   [junit4]   2> 1290411 T3812 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 1290412 T3764 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 1290412 T3773 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:47833_pg_w%2Fb
   [junit4]   2> 1290416 T3773 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:48810_pg_w%2Fb
   [junit4]   2> 1290416 T3773 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:43096_pg_w%2Fb
   [junit4]   2> 1290417 T3825 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 1290417 T3852 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 1290417 T3781 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 1290418 T3764 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1290417 T3796 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 1290421 T3825 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1290421 T3841 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 1290418 T3812 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1290418 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290421 T3854 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 1290422 T3781 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1290422 T3841 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1290422 T3852 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1290423 T3854 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1290422 T3796 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1290424 T3772 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1290424 T3772 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35366/pg_w/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35366_pg_w%2Fb",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1290426 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290428 T3772 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50857/pg_w/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50857_pg_w%2Fb",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1290430 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290431 T3772 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51771/pg_w/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51771_pg_w%2Fb",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1290432 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290433 T3772 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55518/pg_w/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55518_pg_w%2Fb",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1290435 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290436 T3772 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43096/pg_w/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43096_pg_w%2Fb",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1290439 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290439 T3772 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47833/pg_w/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47833_pg_w%2Fb",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1290444 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290445 T3772 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48810/pg_w/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48810_pg_w%2Fb",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1290446 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290447 T3772 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43096/pg_w/b",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43096_pg_w%2Fb",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1290449 T3771 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1290551 T3831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290551 T3817 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290551 T3859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290551 T3845 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290551 T3864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290551 T3776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290551 T3803 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290551 T3862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290551 T3771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1290551 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1291421 T3764 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 1291421 T3825 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 1291422 T3812 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 1291422 T3764 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389952436370/testOverseerCol_shard2_replica2
   [junit4]   2> 1291423 T3781 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 1291423 T3841 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 1291423 T3764 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1291422 T3812 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/testOverseerCol_shard1_replica2
   [junit4]   2> 1291424 T3812 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1291422 T3825 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389952440346/testOverseerCol_shard3_replica1
   [junit4]   2> 1291425 T3825 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1291425 T3812 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1291425 T3825 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1291424 T3764 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1291426 T3764 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1291424 T3796 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 1291424 T3841 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389952441496/testOverseerCol_shard4_replica1
   [junit4]   2> 1291427 T3841 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1291424 T3781 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389952436605/testOverseerCol_shard2_replica1
   [junit4]   2> 1291428 T3781 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1291424 T3854 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 1291428 T3781 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1291429 T3781 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1291423 T3852 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 1291429 T3854 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643/testOverseerCol_shard4_replica2
   [junit4]   2> 1291428 T3841 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1291427 T3796 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389952437853/testOverseerCol_shard3_replica2
   [junit4]   2> 1291430 T3796 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1291427 T3764 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389952436370/testOverseerCol_shard2_replica2/'
   [junit4]   2> 1291426 T3825 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1291425 T3812 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1291431 T3796 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1291430 T3841 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1291430 T3852 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643/testOverseerCol_shard1_replica1
   [junit4]   2> 1291430 T3854 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1291430 T3781 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389952436605/testOverseerCol_shard2_replica1/'
   [junit4]   2> 1291433 T3812 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/testOverseerCol_shard1_replica2/'
   [junit4]   2> 1291433 T3852 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1291435 T3841 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1389952441496/testOverseerCol_shard4_replica1/'
   [junit4]   2> 1291432 T3825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1389952440346/testOverseerCol_shard3_replica1/'
   [junit4]   2> 1291432 T3796 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1291435 T3854 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1291436 T3854 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1291437 T3796 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1389952437853/testOverseerCol_shard3_replica2/'
   [junit4]   2> 1291438 T3852 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1291439 T3852 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1291439 T3852 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643/testOverseerCol_shard1_replica1/'
   [junit4]   2> 1291441 T3854 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1389952442643/testOverseerCol_shard4_replica2/'
   [junit4]   2> 1291476 T3764 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1291507 T3841 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1291511 T3781 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1291536 T3841 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1291536 T3852 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1291538 T3812 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1291538 T3825 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1291540 T3764 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1291564 T3841 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1291577 T3764 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1291579 T3852 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1291580 T3812 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1291583 T3764 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 1291587 T3825 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1291588 T3781 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1291588 T3812 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1291589 T3781 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1291589 T3825 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1291590 T3796 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1291606 T3852 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1291612 T3781 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 1291613 T3852 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 1291617 T3841 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 1291617 T3854 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1291619 T3796 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1291621 T3796 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1291629 T3812 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 1291633 T3825 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 1291675 T3796 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 1291690 T3854 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1291702 T3854 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1291733 T3854 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 1292028 T3841 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292030 T3841 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292031 T3841 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1292038 T3812 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292039 T3812 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292045 T3812 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1292051 T3841 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1292053 T3812 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1292056 T3812 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1292056 T3841 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1292073 T3812 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1292076 T3812 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1292073 T3781 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292084 T3781 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292085 T3781 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1292093 T3812 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1292093 T3781 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1292095 T3812 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1292096 T3812 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1292096 T3812 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1292098 T3812 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1292099 T3812 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1292099 T3812 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1292106 T3812 oasc.SolrCore.<init> [testOverseerCol_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/testOverseerCol_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/testOverseerCol_shard1_replica2/data/
   [junit4]   2> 1292107 T3812 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8c1704
   [junit4]   2> 1292096 T3781 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1292096 T3841 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1292112 T3852 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292113 T3852 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292113 T3852 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1292114 T3841 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1292111 T3812 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/testOverseerCol_shard1_replica2/data
   [junit4]   2> 1292115 T3812 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/testOverseerCol_shard1_replica2/data/index/
   [junit4]   2> 1292115 T3812 oasc.SolrCore.initIndex WARN [testOverseerCol_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/testOverseerCol_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1292117 T3841 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1292119 T3852 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1292119 T3812 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389952439116/testOverseerCol_shard1_replica2/data/index
   [junit4]   2> 1292128 T3812 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10068599976545044]
   [junit4]   2> 1292131 T3852 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1292131 T3812 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@adcd5e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1914b7c),segFN=segments_1,generation=1}
   [junit4]   2> 1292132 T3812 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1292131 T3841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1292134 T3841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1292135 T3841 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1292140 T3841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1292141 T3841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1292141 T3841 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1292142 T3841 oasc.SolrCore.<init> [testOverseerCol_shard4_replica1] Opening new SolrCore at ./org.apache.solr.clo

[...truncated too long message...]

(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1309330 T3859 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard1/election/91091922857361424-core_node5-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1309331 T3859 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1309331 T3859 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard4/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1309332 T3859 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ar_LY, timezone=Asia/Taipei
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=110936776,total=201105408
   [junit4]   2> NOTE: All tests run in this JVM: [SampleTest, TestSolrDeletionPolicy1, ShardSplitTest, ZkCLITest, UUIDFieldTest, SolrIndexSplitterTest, MigrateRouteKeyTest, DOMUtilTest, StatelessScriptUpdateProcessorFactoryTest, JsonLoaderTest, TestSurroundQueryParser, TestSearchPerf, TestCharFilters, DocValuesMissingTest, TestFileDictionaryLookup, RecoveryZkTest, SpellPossibilityIteratorTest, PrimitiveFieldTypeTest, SuggesterTest, SpatialFilterTest, SyncSliceTest, TestJmxMonitoredMap, TestSchemaResource, CacheHeaderTest, SuggesterFSTTest, FieldMutatingUpdateProcessorTest, TestSuggestSpellingConverter, SliceStateUpdateTest, CircularListTest, TestTrie, RegexBoostProcessorTest, BadCopyFieldTest, SearchHandlerTest, TestSolrIndexConfig, EchoParamsTest, TestHighFrequencyDictionaryFactory, TestLFUCache, ClusterStateUpdateTest, BlockCacheTest, SliceStateTest, TestWriterPerf, SolrXmlInZkTest, SolrCoreTest, CSVRequestHandlerTest, ReturnFieldsTest, ChangedSchemaMergeTest, FileBasedSpellCheckerTest, PolyFieldTest, TestSolrXMLSerializer, CoreAdminCreateDiscoverTest, HdfsSyncSliceTest, TermsComponentTest, ShowFileRequestHandlerTest, FastVectorHighlighterTest, TestRandomDVFaceting, ZkControllerTest, TestSolrQueryParser, LoggingHandlerTest, TestCloudManagedSchema, TestImplicitCoreProperties, TestFieldTypeCollectionResource, TestLMJelinekMercerSimilarityFactory, QueryElevationComponentTest, InfoHandlerTest, TestReloadAndDeleteDocs, SoftAutoCommitTest, WordBreakSolrSpellCheckerTest, TestConfig, TestCollapseQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest, TestLRUCache, TermVectorComponentTest, TestRemoteStreaming, TestFreeTextSuggestions, TestDocSet, CachingDirectoryFactoryTest, TestSystemIdResolver, TestRealTimeGet, ResponseLogComponentTest, SOLR749Test, SuggestComponentTest, TestPerFieldSimilarity, TestCloudManagedSchemaAddField, TestPHPSerializedResponseWriter, BasicDistributedZkTest, SchemaVersionSpecificBehaviorTest, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, TestJoin, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, QueryEqualityTest, SortByFunctionTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, IndexSchemaTest, TestCSVResponseWriter, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestComponentsName, HighlighterConfigTest, UpdateParamsTest, CopyFieldTest, TestMergePolicyConfig, NumericFieldsTest, OutputWriterTest, DirectSolrConnectionTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastWriter, TestFastOutputStream, URLClassifyProcessorTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AssignTest, DeleteReplicaTest, OverseerRolesTest]
   [junit4] Completed on J0 in 26.79s, 1 test, 1 failure <<< FAILURES!

[...truncated 123 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 49 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0-ea-b123 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b123) - Build # 9023 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9023/
Java: 64bit/jdk1.8.0-ea-b123 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([C455F57CCB1EEDAB:45B37B64BC418D97]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:119)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:85)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 11040 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1134010 T4888 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1134012 T4888 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerRolesTest-1389946764094
   [junit4]   2> 1134013 T4888 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1134013 T4889 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1134113 T4888 oasc.ZkTestServer.run start zk server on port:48324
   [junit4]   2> 1134114 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134116 T4895 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ee0d3bd name:ZooKeeperConnection Watcher:127.0.0.1:48324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134117 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134117 T4888 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1134120 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134121 T4897 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@795f71a8 name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134121 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134122 T4888 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1134124 T4888 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1134125 T4888 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1134126 T4888 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1134128 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1134128 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1134131 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1134131 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1134133 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1134134 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1134136 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1134136 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1134138 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1134138 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1134140 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1134141 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1134143 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1134143 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1134145 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1134146 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1134147 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1134147 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1134149 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1134149 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1134151 T4888 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1134151 T4888 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1134222 T4888 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1134223 T4888 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54027
   [junit4]   2> 1134224 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1134225 T4888 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1134225 T4888 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389946764235
   [junit4]   2> 1134225 T4888 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1389946764235/'
   [junit4]   2> 1134236 T4888 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389946764235/solr.xml
   [junit4]   2> 1134248 T4888 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1134249 T4888 oasc.CoreContainer.<init> New CoreContainer 2025331502
   [junit4]   2> 1134249 T4888 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389946764235/]
   [junit4]   2> 1134249 T4888 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1134250 T4888 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1134250 T4888 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1134250 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1134250 T4888 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1134251 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1134251 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1134251 T4888 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1134252 T4888 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1134253 T4888 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1134253 T4888 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1134254 T4888 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1134254 T4888 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48324/solr
   [junit4]   2> 1134254 T4888 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1134255 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134257 T4908 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@905b263 name:ZooKeeperConnection Watcher:127.0.0.1:48324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134257 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134258 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134259 T4910 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11890b84 name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134259 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134261 T4888 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1134263 T4888 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1134264 T4888 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1134265 T4888 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54027_
   [junit4]   2> 1134266 T4888 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54027_
   [junit4]   2> 1134267 T4888 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1134269 T4888 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1134272 T4888 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1134274 T4888 oasc.Overseer.start Overseer (id=91091551131795459-127.0.0.1:54027_-n_0000000000) starting
   [junit4]   2> 1134276 T4888 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1134278 T4912 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1134278 T4888 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1134278 T4912 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1134280 T4888 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1134281 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1134282 T4911 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1134283 T4888 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389946764235
   [junit4]   2> 1134284 T4888 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389946764235/conf/
   [junit4]   2> 1134306 T4888 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1134307 T4888 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1134307 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1134308 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134309 T4915 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53f8f017 name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134309 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134310 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1134311 T4888 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1134378 T4888 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1134379 T4888 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59345
   [junit4]   2> 1134379 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1134380 T4888 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1134380 T4888 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389946764394
   [junit4]   2> 1134380 T4888 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1389946764394/'
   [junit4]   2> 1134391 T4888 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389946764394/solr.xml
   [junit4]   2> 1134403 T4888 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1134404 T4888 oasc.CoreContainer.<init> New CoreContainer 1639018075
   [junit4]   2> 1134404 T4888 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389946764394/]
   [junit4]   2> 1134405 T4888 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1134405 T4888 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1134405 T4888 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1134406 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1134406 T4888 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1134406 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1134406 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1134407 T4888 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1134407 T4888 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1134409 T4888 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1134409 T4888 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1134409 T4888 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1134410 T4888 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48324/solr
   [junit4]   2> 1134410 T4888 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1134410 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134412 T4926 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bf3c3a4 name:ZooKeeperConnection Watcher:127.0.0.1:48324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134412 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134414 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134414 T4928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bd320b0 name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134414 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134417 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1135419 T4888 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59345_
   [junit4]   2> 1135420 T4888 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59345_
   [junit4]   2> 1135422 T4915 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1135422 T4910 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1135422 T4928 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1135425 T4888 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389946764394
   [junit4]   2> 1135425 T4888 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389946764394/conf/
   [junit4]   2> 1135447 T4888 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1135448 T4888 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1135448 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1135511 T4888 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1135513 T4888 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39223
   [junit4]   2> 1135513 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1135513 T4888 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1135514 T4888 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389946765530
   [junit4]   2> 1135514 T4888 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1389946765530/'
   [junit4]   2> 1135524 T4888 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389946765530/solr.xml
   [junit4]   2> 1135531 T4888 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1135531 T4888 oasc.CoreContainer.<init> New CoreContainer 2117849099
   [junit4]   2> 1135532 T4888 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389946765530/]
   [junit4]   2> 1135532 T4888 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1135532 T4888 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1135533 T4888 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1135533 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1135533 T4888 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1135533 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1135534 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1135534 T4888 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1135534 T4888 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1135536 T4888 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1135536 T4888 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1135536 T4888 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1135537 T4888 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48324/solr
   [junit4]   2> 1135537 T4888 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1135538 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1135539 T4940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@532a128b name:ZooKeeperConnection Watcher:127.0.0.1:48324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1135539 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1135540 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1135541 T4942 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2af9c1c8 name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1135541 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1135544 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1136546 T4888 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39223_
   [junit4]   2> 1136547 T4888 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39223_
   [junit4]   2> 1136548 T4915 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1136549 T4910 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1136549 T4928 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1136549 T4942 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1136551 T4888 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389946765530
   [junit4]   2> 1136552 T4888 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389946765530/conf/
   [junit4]   2> 1136577 T4888 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1136578 T4888 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1136578 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1136640 T4888 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1136642 T4888 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43219
   [junit4]   2> 1136642 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1136642 T4888 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1136643 T4888 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389946766660
   [junit4]   2> 1136643 T4888 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1389946766660/'
   [junit4]   2> 1136659 T4888 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389946766660/solr.xml
   [junit4]   2> 1136665 T4888 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1136666 T4888 oasc.CoreContainer.<init> New CoreContainer 1498498753
   [junit4]   2> 1136666 T4888 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389946766660/]
   [junit4]   2> 1136667 T4888 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1136667 T4888 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1136667 T4888 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1136667 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1136668 T4888 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1136668 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1136668 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1136668 T4888 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1136669 T4888 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1136670 T4888 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1136671 T4888 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1136671 T4888 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1136671 T4888 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48324/solr
   [junit4]   2> 1136671 T4888 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1136672 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1136673 T4954 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ee8292e name:ZooKeeperConnection Watcher:127.0.0.1:48324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1136674 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1136675 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1136676 T4956 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ac4bf64 name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1136676 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1136679 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1137681 T4888 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43219_
   [junit4]   2> 1137683 T4888 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43219_
   [junit4]   2> 1137684 T4915 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1137685 T4942 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1137685 T4928 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1137685 T4910 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1137685 T4956 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1137687 T4888 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389946766660
   [junit4]   2> 1137688 T4888 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389946766660/conf/
   [junit4]   2> 1137710 T4888 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1137711 T4888 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1137711 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1137780 T4888 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1137782 T4888 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39595
   [junit4]   2> 1137783 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1137783 T4888 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1137783 T4888 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794
   [junit4]   2> 1137784 T4888 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/'
   [junit4]   2> 1137794 T4888 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/solr.xml
   [junit4]   2> 1137806 T4888 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1137806 T4888 oasc.CoreContainer.<init> New CoreContainer 378689782
   [junit4]   2> 1137806 T4888 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/]
   [junit4]   2> 1137807 T4888 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1137807 T4888 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1137808 T4888 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1137808 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1137808 T4888 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1137808 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1137809 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1137809 T4888 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1137809 T4888 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1137811 T4888 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1137811 T4888 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1137811 T4888 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1137812 T4888 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48324/solr
   [junit4]   2> 1137812 T4888 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1137812 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1137814 T4968 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54bc930f name:ZooKeeperConnection Watcher:127.0.0.1:48324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1137814 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1137816 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1137816 T4970 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22084c2c name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1137816 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1137818 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1138820 T4888 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39595_
   [junit4]   2> 1138822 T4888 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39595_
   [junit4]   2> 1138824 T4915 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1138824 T4956 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1138824 T4910 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1138824 T4970 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1138824 T4942 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1138824 T4928 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1138827 T4888 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794
   [junit4]   2> 1138828 T4888 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/conf/
   [junit4]   2> 1138857 T4888 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1138857 T4888 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1138858 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1138920 T4888 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1138921 T4888 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39394
   [junit4]   2> 1138922 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1138922 T4888 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1138923 T4888 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940
   [junit4]   2> 1138923 T4888 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/'
   [junit4]   2> 1138934 T4888 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/solr.xml
   [junit4]   2> 1138941 T4888 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1138942 T4888 oasc.CoreContainer.<init> New CoreContainer 1471911786
   [junit4]   2> 1138942 T4888 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/]
   [junit4]   2> 1138943 T4888 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1138943 T4888 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1138943 T4888 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1138944 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1138944 T4888 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1138944 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1138944 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1138945 T4888 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1138945 T4888 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1138947 T4888 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1138947 T4888 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1138947 T4888 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1138948 T4888 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48324/solr
   [junit4]   2> 1138948 T4888 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1138949 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1138950 T4982 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f628264 name:ZooKeeperConnection Watcher:127.0.0.1:48324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1138950 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1138951 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1138952 T4984 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f0e50fb name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1138952 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1138955 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1139957 T4888 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39394_
   [junit4]   2> 1139958 T4888 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39394_
   [junit4]   2> 1139960 T4915 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1139960 T4910 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1139960 T4928 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1139960 T4984 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1139960 T4956 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1139960 T4970 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1139960 T4942 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1139963 T4888 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940
   [junit4]   2> 1139964 T4888 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/conf/
   [junit4]   2> 1139991 T4888 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1139992 T4888 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1139992 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1140054 T4888 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1140056 T4888 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39753
   [junit4]   2> 1140056 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1140056 T4888 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1140057 T4888 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389946770075
   [junit4]   2> 1140057 T4888 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1389946770075/'
   [junit4]   2> 1140067 T4888 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389946770075/solr.xml
   [junit4]   2> 1140074 T4888 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1140074 T4888 oasc.CoreContainer.<init> New CoreContainer 484326899
   [junit4]   2> 1140075 T4888 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389946770075/]
   [junit4]   2> 1140075 T4888 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1140075 T4888 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1140076 T4888 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1140076 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1140076 T4888 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1140077 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1140077 T4888 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1140077 T4888 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1140077 T4888 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1140079 T4888 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1140079 T4888 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1140080 T4888 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1140080 T4888 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48324/solr
   [junit4]   2> 1140080 T4888 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1140081 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1140082 T4996 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58663847 name:ZooKeeperConnection Watcher:127.0.0.1:48324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1140082 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1140083 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1140084 T4998 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50185e83 name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1140084 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1140087 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1141090 T4888 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39753_
   [junit4]   2> 1141091 T4888 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39753_
   [junit4]   2> 1141093 T4942 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1141093 T4956 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1141094 T4984 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1141094 T4928 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1141094 T4970 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1141094 T4915 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1141094 T4910 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1141093 T4998 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1141096 T4888 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389946770075
   [junit4]   2> 1141097 T4888 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389946770075/conf/
   [junit4]   2> 1141122 T4888 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1141123 T4888 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1141123 T4888 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1141124 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1141126 T5001 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a85730f name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1141126 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1141127 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1141129 T4888 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1141129 T5003 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4759f209 name:ZooKeeperConnection Watcher:127.0.0.1:48324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1141129 T4888 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1141130 T4888 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1141132 T4906 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&maxShardsPerNode=2&name=testOverseerCol&action=CREATE&numShards=4&wt=javabin&version=2
   [junit4]   2> 1141133 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141134 T4912 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1141134 T4912 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1141134 T4912 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1141134 T4912 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 1141135 T4912 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 1141137 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141138 T4911 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1141138 T4911 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 1141139 T4911 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 1141140 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141140 T4928 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141141 T4970 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141141 T4915 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141141 T4984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141141 T4942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141141 T5003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141141 T4910 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141141 T4956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141141 T5001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141142 T4998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141237 T4912 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 1141238 T4912 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:39394_
   [junit4]   2> 1141238 T4912 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:39753_
   [junit4]   2> 1141239 T4912 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:54027_
   [junit4]   2> 1141239 T4912 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:39595_
   [junit4]   2> 1141244 T4912 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:43219_
   [junit4]   2> 1141244 T4912 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:39223_
   [junit4]   2> 1141244 T4993 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 1141244 T4912 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:59345_
   [junit4]   2> 1141244 T4980 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 1141245 T4912 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:39394_
   [junit4]   2> 1141245 T4935 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 1141246 T4980 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1141245 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141245 T4993 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1141247 T4977 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 1141245 T4950 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 1141248 T4935 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1141245 T4964 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 1141248 T4977 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1141249 T4911 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1141249 T4964 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1141249 T4911 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39753",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39753_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1141249 T4950 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1141249 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141247 T4923 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 1141247 T4905 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 1141251 T4923 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1141251 T4905 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1141251 T4911 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39394",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39394_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1141252 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141253 T4911 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39223",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39223_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1141254 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141255 T4911 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39394",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39394_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1141257 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141257 T4911 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43219",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43219_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1141260 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141261 T4911 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39595",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39595_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1141264 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141265 T4911 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59345",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59345_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1141266 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141267 T4911 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54027",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54027_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1141268 T4910 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141370 T5001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141370 T4942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141371 T5003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141371 T4910 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141370 T4956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141370 T4998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141370 T4928 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141370 T4984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141370 T4970 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1141370 T4915 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1142247 T4980 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 1142248 T4993 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 1142248 T4935 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 1142248 T4993 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389946770075/testOverseerCol_shard1_replica2
   [junit4]   2> 1142249 T4993 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1142248 T4980 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/testOverseerCol_shard1_replica1
   [junit4]   2> 1142250 T4980 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1142249 T4964 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 1142250 T4980 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1142249 T4935 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389946765530/testOverseerCol_shard3_replica2
   [junit4]   2> 1142250 T4964 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/testOverseerCol_shard2_replica2
   [junit4]   2> 1142251 T4964 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1142251 T4923 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 1142251 T4964 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1142252 T4964 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1142249 T4977 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 1142252 T4923 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389946764394/testOverseerCol_shard4_replica1
   [junit4]   2> 1142252 T4964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/testOverseerCol_shard2_replica2/'
   [junit4]   2> 1142251 T4905 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 1142251 T4935 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1142253 T4905 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389946764235/testOverseerCol_shard2_replica1
   [junit4]   2> 1142254 T4905 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1142250 T4980 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1142250 T4950 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 1142250 T4993 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1142255 T4950 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389946766660/testOverseerCol_shard3_replica1
   [junit4]   2> 1142255 T4905 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1142255 T4905 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1142255 T4935 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1142255 T4950 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1142255 T4993 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1142256 T4950 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1142257 T4950 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1142257 T4993 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1389946770075/testOverseerCol_shard1_replica2/'
   [junit4]   2> 1142258 T4950 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1389946766660/testOverseerCol_shard3_replica1/'
   [junit4]   2> 1142253 T4977 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/testOverseerCol_shard4_replica2
   [junit4]   2> 1142259 T4977 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1142253 T4923 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1142256 T4905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1389946764235/testOverseerCol_shard2_replica1/'
   [junit4]   2> 1142256 T4935 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1142256 T4980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/testOverseerCol_shard1_replica1/'
   [junit4]   2> 1142261 T4923 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1142260 T4977 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1142267 T4977 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1142267 T4935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1389946765530/testOverseerCol_shard3_replica2/'
   [junit4]   2> 1142261 T4923 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1142269 T4977 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/testOverseerCol_shard4_replica2/'
   [junit4]   2> 1142270 T4923 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1389946764394/testOverseerCol_shard4_replica1/'
   [junit4]   2> 1142279 T4964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1142296 T4993 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1142299 T4964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1142300 T4980 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1142301 T4964 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1142313 T4935 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1142317 T4964 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 1142320 T4993 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1142330 T4993 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1142335 T4905 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1142345 T4935 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1142346 T4993 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 1142346 T4950 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1142347 T4980 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1142348 T4935 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1142364 T4980 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1142365 T4935 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 1142383 T4905 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1142385 T4980 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 1142396 T4950 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1142396 T4905 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1142401 T4923 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1142403 T4977 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1142415 T4950 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1142436 T4977 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1142437 T4950 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 1142438 T4905 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 1142439 T4923 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1142440 T4977 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1142441 T4923 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1142456 T4977 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 1142484 T4923 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 1142821 T4980 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142822 T4980 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142823 T4980 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1142835 T4964 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142836 T4980 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1142836 T4964 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142838 T4964 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1142840 T4980 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1142849 T4905 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142850 T4905 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142851 T4935 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142851 T4905 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1142851 T4935 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142853 T4964 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1142853 T4935 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1142855 T4977 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142856 T4977 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142857 T4964 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1142857 T4977 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1142860 T4935 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1142868 T4935 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1142869 T4977 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1142870 T4980 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142871 T4977 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1142871 T4905 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1142875 T4980 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142876 T4905 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1142881 T4964 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142883 T4950 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142884 T4950 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142884 T4980 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1142885 T4950 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1142885 T4964 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142894 T4964 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1142897 T4964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1142897 T4964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1142898 T4993 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142898 T4980 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1142899 T4980 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1142899 T4977 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142899 T4993 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142898 T4964 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1142901 T4993 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1142900 T4980 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1142903 T4950 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1142902 T4964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1142905 T4964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1142907 T4964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1142908 T4980 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1142908 T4905 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142905 T4935 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142908 T4980 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1142908 T4964 oasc.SolrCore.<init> [testOverseerCol_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/testOverseerCol_shard2_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/testOverseerCol_shard2_replica2/data/
   [junit4]   2> 1142907 T4993 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1142911 T4905 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142907 T4977 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142907 T4950 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1142911 T4964 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7355e88a
   [junit4]   2> 1142914 T4993 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1142914 T4905 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1142911 T4935 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142909 T4980 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1142916 T4905 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1142916 T4923 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142917 T4977 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1142914 T4964 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/testOverseerCol_shard2_replica2/data
   [junit4]   2> 1142917 T4923 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1142918 T4964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389946767794/testOverseerCol_shard2_replica2/data/index/
   [junit4]   2> 1142916 T4905 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1142916 T4980 oasc.SolrCore.<init> [testOverseerCol_shard1_replica1] Opening new SolrCore at ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/testOverseerCol_shard1_replica1/, dataDir=./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389946768940/testOverseerCol_shard1_replica1/data/
   [junit4]   2> 1142919 T4923 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1142919 T4977 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1142921 T4977 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1142921 T4977 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1142919 T4905 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1142919 T4964 oasc.SolrCore.initIndex WARN [testOverseerCol_shard2_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-138994676

[...truncated too long message...]

ookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1161112 T4998 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard1/election/91091551131795472-core_node1-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1161112 T4998 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1161113 T4998 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=it, timezone=Antarctica/Macquarie
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=129396008,total=415621120
   [junit4]   2> NOTE: All tests run in this JVM: [SystemInfoHandlerTest, TestSolrXMLSerializer, HdfsLockFactoryTest, MigrateRouteKeyTest, TestSystemIdResolver, CachingDirectoryFactoryTest, DistributedTermsComponentTest, TestManagedSchema, TestFieldTypeCollectionResource, TestPerFieldSimilarity, TestLFUCache, TestLMDirichletSimilarityFactory, RecoveryZkTest, CacheHeaderTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrXml, TestInfoStreamLogging, TestRemoteStreaming, TestImplicitCoreProperties, OverseerTest, TestSchemaNameResource, TestNoOpRegenerator, FileBasedSpellCheckerTest, PreAnalyzedUpdateProcessorTest, TestAddFieldRealTimeGet, TestSolrQueryParser, CoreMergeIndexesAdminHandlerTest, DistributedSpellCheckComponentTest, TestExtendedDismaxParser, AnalysisAfterCoreReloadTest, ShowFileRequestHandlerTest, FastVectorHighlighterTest, SearchHandlerTest, ResourceLoaderTest, TestJmxMonitoredMap, TestFileDictionaryLookup, UpdateRequestProcessorFactoryTest, DirectUpdateHandlerOptimizeTest, LeaderElectionTest, TestLMJelinekMercerSimilarityFactory, TestSort, SchemaVersionSpecificBehaviorTest, BasicFunctionalityTest, TermsComponentTest, TestQueryUtils, SoftAutoCommitTest, TestPostingsSolrHighlighter, ZkCLITest, SolrInfoMBeanTest, ClusterStateUpdateTest, TestBM25SimilarityFactory, TestReloadAndDeleteDocs, URLClassifyProcessorTest, SolrIndexSplitterTest, UUIDFieldTest, SolrCoreTest, InfoHandlerTest, AutoCommitTest, TestFaceting, DistributedQueryElevationComponentTest, TestCollapseQParserPlugin, TestJoin, ClusterStateTest, DOMUtilTest, DateMathParserTest, BasicDistributedZkTest, RegexBoostProcessorTest, TestSearchPerf, TestFieldResource, TestDocSet, TestRecoveryHdfs, SyncSliceTest, ShardSplitTest, ZkControllerTest, ScriptEngineTest, DistributedQueryComponentCustomSortTest, TestPHPSerializedResponseWriter, SuggestComponentTest, TestElisionMultitermQuery, SpellPossibilityIteratorTest, TestSolrIndexConfig, TestMergePolicyConfig, TestHighFrequencyDictionaryFactory, TestSurroundQueryParser, DistribCursorPagingTest, LoggingHandlerTest, TestReplicationHandler, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, SliceStateUpdateTest, TestDistributedGrouping, TestHashPartitioner, TestRealTimeGet, TestStressVersions, TestCoreContainer, TestGroupingSearch, TestLazyCores, TestBadConfig, TestIndexSearcher, TestCoreDiscovery, SuggesterFSTTest, SolrRequestParserTest, TestTrie, PolyFieldTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DocValuesMultiTest, TestSolrDeletionPolicy1, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, TestOmitPositions, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestCollationField, ReturnFieldsTest, QueryParsingTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, UpdateParamsTest, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestNumberUtils, LegacyHTMLStripCharFilterTest, PluginInfoTest, PreAnalyzedFieldTest, TestLRUCache, SliceStateTest, SolrTestCaseJ4Test, TestDistributedMissingSort, AssignTest, OverseerRolesTest]
   [junit4] Completed on J0 in 28.04s, 1 test, 1 failure <<< FAILURES!

[...truncated 127 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 47 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b123 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_60-ea-b02) - Build # 9022 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9022/
Java: 64bit/jdk1.7.0_60-ea-b02 -XX:+UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 30674 lines...]
-check-forbidden-base:
[forbidden-apis] Reading bundled API signatures: jdk-unsafe-1.6
[forbidden-apis] Reading bundled API signatures: jdk-deprecated-1.6
[forbidden-apis] Reading bundled API signatures: commons-io-unsafe-2.1
[forbidden-apis] Reading API signatures: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/tools/forbiddenApis/base.txt
[forbidden-apis] Reading API signatures: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/tools/forbiddenApis/servlet-api.txt
[forbidden-apis] Loading classes to check...
[forbidden-apis] Scanning for API signatures and dependencies...
[forbidden-apis] Forbidden method invocation: java.lang.String#toLowerCase() [Uses default locale]
[forbidden-apis]   in org.apache.solr.cloud.OverseerRolesTest (OverseerRolesTest.java:160)
[forbidden-apis] Scanned 1906 (and 1314 related) class file(s) for forbidden API invocations (in 1.34s), 1 error(s).

BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:64: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:271: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:474: Check for forbidden API calls failed, see log.

Total time: 56 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60-ea-b02 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_60-ea-b02) - Build # 9021 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9021/
Java: 64bit/jdk1.7.0_60-ea-b02 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([A845F27633ACEBC2]:0)


REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([A845F27633ACEBC2]:0)


REGRESSION:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([A845F27633ACEBC2:29A37C6E44F38BFE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:119)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:85)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10871 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1308664 T3538 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1308668 T3538 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-OverseerRolesTest-1389927147655
   [junit4]   2> 1308669 T3538 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1308669 T3539 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1308769 T3538 oasc.ZkTestServer.run start zk server on port:59021
   [junit4]   2> 1308770 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1308868 T3545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3dd4639 name:ZooKeeperConnection Watcher:127.0.0.1:59021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1308868 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1308868 T3538 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1308872 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1308873 T3547 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bdd76a7 name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1308873 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1308874 T3538 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1308876 T3538 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1308877 T3538 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1308878 T3538 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1308880 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1308881 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1308884 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1308884 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1308890 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1308890 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1308892 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1308893 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1308894 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1308895 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1308897 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1308897 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1308899 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1308899 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1308901 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1308902 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1308904 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1308904 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1308906 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1308906 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1308908 T3538 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1308909 T3538 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1308981 T3538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1309000 T3538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53491
   [junit4]   2> 1309001 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1309001 T3538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1309001 T3538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389927147898
   [junit4]   2> 1309001 T3538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389927147898/'
   [junit4]   2> 1309012 T3538 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389927147898/solr.xml
   [junit4]   2> 1309032 T3538 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1309032 T3538 oasc.CoreContainer.<init> New CoreContainer 1646949360
   [junit4]   2> 1309033 T3538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389927147898/]
   [junit4]   2> 1309033 T3538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1309033 T3538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1309034 T3538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1309034 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1309034 T3538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1309034 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1309034 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1309035 T3538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1309035 T3538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1309037 T3538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1309037 T3538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1309037 T3538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1309038 T3538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59021/solr
   [junit4]   2> 1309038 T3538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1309038 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1309040 T3558 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5121c3e9 name:ZooKeeperConnection Watcher:127.0.0.1:59021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1309040 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1309042 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1309043 T3560 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6215e0aa name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1309043 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1309044 T3538 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1309048 T3538 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1309050 T3538 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1309051 T3538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53491_
   [junit4]   2> 1309052 T3538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53491_
   [junit4]   2> 1309053 T3538 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1309054 T3538 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1309057 T3538 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1309059 T3538 oasc.Overseer.start Overseer (id=91090265548849155-127.0.0.1:53491_-n_0000000000) starting
   [junit4]   2> 1309061 T3538 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1309063 T3562 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1309063 T3538 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1309064 T3562 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1309065 T3538 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1309066 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1309067 T3561 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1309069 T3538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389927147898
   [junit4]   2> 1309070 T3538 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389927147898/conf/
   [junit4]   2> 1309098 T3538 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1309098 T3538 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1309098 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1309099 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1309100 T3565 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39986238 name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1309100 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1309101 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1309103 T3538 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1309163 T3538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1309165 T3538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43951
   [junit4]   2> 1309166 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1309166 T3538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1309166 T3538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389927148089
   [junit4]   2> 1309166 T3538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1389927148089/'
   [junit4]   2> 1309176 T3538 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389927148089/solr.xml
   [junit4]   2> 1309197 T3538 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1309197 T3538 oasc.CoreContainer.<init> New CoreContainer 492438683
   [junit4]   2> 1309197 T3538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389927148089/]
   [junit4]   2> 1309198 T3538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1309198 T3538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1309198 T3538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1309199 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1309199 T3538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1309199 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1309199 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1309199 T3538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1309200 T3538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1309202 T3538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1309202 T3538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1309202 T3538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1309202 T3538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59021/solr
   [junit4]   2> 1309202 T3538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1309203 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1309205 T3576 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e46b2b name:ZooKeeperConnection Watcher:127.0.0.1:59021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1309206 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1309207 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1309209 T3578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bc26841 name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1309209 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1309211 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1310213 T3538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43951_
   [junit4]   2> 1310215 T3538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43951_
   [junit4]   2> 1310217 T3565 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1310217 T3578 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1310217 T3560 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1310220 T3538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389927148089
   [junit4]   2> 1310221 T3538 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389927148089/conf/
   [junit4]   2> 1310241 T3538 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1310242 T3538 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1310242 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1310301 T3538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1310302 T3538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34615
   [junit4]   2> 1310303 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1310303 T3538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1310303 T3538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389927149228
   [junit4]   2> 1310303 T3538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1389927149228/'
   [junit4]   2> 1310313 T3538 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389927149228/solr.xml
   [junit4]   2> 1310344 T3538 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1310344 T3538 oasc.CoreContainer.<init> New CoreContainer 1784814795
   [junit4]   2> 1310344 T3538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389927149228/]
   [junit4]   2> 1310345 T3538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1310345 T3538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1310346 T3538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1310346 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1310346 T3538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1310346 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1310347 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1310347 T3538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1310347 T3538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1310349 T3538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1310349 T3538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1310349 T3538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1310350 T3538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59021/solr
   [junit4]   2> 1310350 T3538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1310350 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1310352 T3590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f5089fd name:ZooKeeperConnection Watcher:127.0.0.1:59021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1310352 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1310354 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1310355 T3592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50e8fb70 name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1310355 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1310358 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1311360 T3538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34615_
   [junit4]   2> 1311361 T3538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34615_
   [junit4]   2> 1311363 T3578 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1311363 T3560 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1311363 T3592 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1311363 T3565 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1311367 T3538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389927149228
   [junit4]   2> 1311368 T3538 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389927149228/conf/
   [junit4]   2> 1311390 T3538 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1311390 T3538 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1311390 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1311449 T3538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1311451 T3538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54211
   [junit4]   2> 1311451 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1311452 T3538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1311452 T3538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389927150377
   [junit4]   2> 1311452 T3538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1389927150377/'
   [junit4]   2> 1311462 T3538 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389927150377/solr.xml
   [junit4]   2> 1311480 T3538 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1311481 T3538 oasc.CoreContainer.<init> New CoreContainer 534536310
   [junit4]   2> 1311481 T3538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389927150377/]
   [junit4]   2> 1311482 T3538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1311482 T3538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1311482 T3538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1311482 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1311482 T3538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1311483 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1311483 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1311483 T3538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1311483 T3538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1311485 T3538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1311485 T3538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1311485 T3538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1311486 T3538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59021/solr
   [junit4]   2> 1311486 T3538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1311487 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1311488 T3604 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d40f351 name:ZooKeeperConnection Watcher:127.0.0.1:59021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1311488 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1311490 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1311491 T3606 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@307b52d9 name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1311491 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1311494 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1312496 T3538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54211_
   [junit4]   2> 1312498 T3538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54211_
   [junit4]   2> 1312500 T3578 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1312500 T3565 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1312500 T3560 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1312500 T3592 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1312501 T3606 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1312505 T3538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389927150377
   [junit4]   2> 1312506 T3538 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389927150377/conf/
   [junit4]   2> 1312526 T3538 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1312527 T3538 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1312527 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1312587 T3538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1312589 T3538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36168
   [junit4]   2> 1312590 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1312590 T3538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1312591 T3538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389927151514
   [junit4]   2> 1312591 T3538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389927151514/'
   [junit4]   2> 1312607 T3538 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389927151514/solr.xml
   [junit4]   2> 1312638 T3538 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1312639 T3538 oasc.CoreContainer.<init> New CoreContainer 1002907978
   [junit4]   2> 1312639 T3538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389927151514/]
   [junit4]   2> 1312640 T3538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1312640 T3538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1312641 T3538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1312641 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1312641 T3538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1312641 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1312642 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1312642 T3538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1312642 T3538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1312646 T3538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1312646 T3538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1312646 T3538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1312647 T3538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59021/solr
   [junit4]   2> 1312647 T3538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1312648 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1312649 T3618 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1067d7ef name:ZooKeeperConnection Watcher:127.0.0.1:59021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1312650 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1312652 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1312653 T3620 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c0d3f3d name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1312654 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1312656 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1313658 T3538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36168_
   [junit4]   2> 1313659 T3538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36168_
   [junit4]   2> 1313662 T3565 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1313662 T3560 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1313662 T3578 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1313662 T3606 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1313662 T3592 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1313663 T3620 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1313666 T3538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389927151514
   [junit4]   2> 1313668 T3538 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389927151514/conf/
   [junit4]   2> 1313719 T3538 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1313720 T3538 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1313720 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1313804 T3538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1313806 T3538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49209
   [junit4]   2> 1313807 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1313807 T3538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1313807 T3538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389927152707
   [junit4]   2> 1313808 T3538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1389927152707/'
   [junit4]   2> 1313818 T3538 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389927152707/solr.xml
   [junit4]   2> 1313846 T3538 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1313847 T3538 oasc.CoreContainer.<init> New CoreContainer 1345096575
   [junit4]   2> 1313847 T3538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389927152707/]
   [junit4]   2> 1313848 T3538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1313848 T3538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1313848 T3538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1313849 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1313849 T3538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1313849 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1313850 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1313850 T3538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1313850 T3538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1313854 T3538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1313854 T3538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1313854 T3538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1313855 T3538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59021/solr
   [junit4]   2> 1313855 T3538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1313856 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1313857 T3632 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c7a67f8 name:ZooKeeperConnection Watcher:127.0.0.1:59021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1313858 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1313860 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1313861 T3634 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77ef700a name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1313861 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1313863 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1314865 T3538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49209_
   [junit4]   2> 1314866 T3538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49209_
   [junit4]   2> 1314868 T3620 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1314868 T3578 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1314868 T3606 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1314869 T3560 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1314870 T3634 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1314869 T3565 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1314869 T3592 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1314873 T3538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389927152707
   [junit4]   2> 1314874 T3538 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389927152707/conf/
   [junit4]   2> 1314895 T3538 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1314895 T3538 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1314895 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1314955 T3538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1314957 T3538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39995
   [junit4]   2> 1314958 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1314958 T3538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1314958 T3538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882
   [junit4]   2> 1314958 T3538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/'
   [junit4]   2> 1314969 T3538 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/solr.xml
   [junit4]   2> 1314989 T3538 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1314989 T3538 oasc.CoreContainer.<init> New CoreContainer 1184209982
   [junit4]   2> 1314989 T3538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/]
   [junit4]   2> 1314990 T3538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1314990 T3538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1314990 T3538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1314990 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1314991 T3538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1314991 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1314991 T3538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1314991 T3538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1314991 T3538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1314993 T3538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1314994 T3538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1314994 T3538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1314994 T3538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59021/solr
   [junit4]   2> 1314994 T3538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1314995 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1314998 T3646 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@844cea6 name:ZooKeeperConnection Watcher:127.0.0.1:59021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1314998 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1315000 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1315002 T3648 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d227ff7 name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1315002 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1315004 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1316006 T3538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39995_
   [junit4]   2> 1316008 T3538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39995_
   [junit4]   2> 1316011 T3592 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1316011 T3606 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1316011 T3565 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1316012 T3578 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1316011 T3620 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1316011 T3634 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1316012 T3560 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1316013 T3648 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1316016 T3538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882
   [junit4]   2> 1316017 T3538 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/conf/
   [junit4]   2> 1316044 T3538 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1316045 T3538 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1316045 T3538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1316046 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1316047 T3651 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4964b166 name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1316047 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1316048 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1316050 T3538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1316051 T3653 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e076546 name:ZooKeeperConnection Watcher:127.0.0.1:59021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1316051 T3538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1316052 T3538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1316054 T3586 oasha.CollectionsHandler.handleCreateAction Creating Collection : action=CREATE&version=2&replicationFactor=2&wt=javabin&name=testOverseerCol&maxShardsPerNode=2&numShards=4
   [junit4]   2> 1316055 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316056 T3562 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1316056 T3562 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1316057 T3562 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1316057 T3562 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 1316057 T3562 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 1316060 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316061 T3561 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1316061 T3561 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 1316061 T3561 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 1316062 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316063 T3634 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316063 T3578 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316063 T3606 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316063 T3620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316063 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316063 T3592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316063 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316064 T3653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316064 T3560 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316063 T3648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316160 T3562 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 1316160 T3562 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:39995_
   [junit4]   2> 1316161 T3562 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:36168_
   [junit4]   2> 1316162 T3562 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:54211_
   [junit4]   2> 1316162 T3562 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:49209_
   [junit4]   2> 1316162 T3562 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:34615_
   [junit4]   2> 1316164 T3615 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 1316165 T3562 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:53491_
   [junit4]   2> 1316165 T3562 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:43951_
   [junit4]   2> 1316165 T3600 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 1316166 T3627 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 1316165 T3562 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:39995_
   [junit4]   2> 1316167 T3556 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 1316166 T3644 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 1316168 T3588 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 1316168 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316168 T3571 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 1316168 T3615 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1316169 T3642 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 1316170 T3600 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1316170 T3627 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1316171 T3556 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1316171 T3644 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1316172 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316172 T3588 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1316172 T3571 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1316172 T3642 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1316173 T3561 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1316173 T3561 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36168",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36168_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1316176 T3561 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54211",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54211_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1316178 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316178 T3561 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49209",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49209_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1316180 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316181 T3561 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53491",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53491_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1316183 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316183 T3561 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39995",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39995_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1316185 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316186 T3561 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:34615",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:34615_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1316188 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316189 T3561 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43951",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43951_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1316191 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316191 T3561 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39995",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39995_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1316193 T3560 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1316296 T3653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316296 T3620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316297 T3634 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316296 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316296 T3560 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316296 T3648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316297 T3592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316296 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316296 T3578 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1316296 T3606 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1317169 T3615 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 1317170 T3600 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 1317170 T3615 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389927151514/testOverseerCol_shard1_replica2
   [junit4]   2> 1317171 T3615 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1317171 T3627 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 1317171 T3556 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 1317171 T3600 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389927150377/testOverseerCol_shard2_replica1
   [junit4]   2> 1317172 T3627 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389927152707/testOverseerCol_shard2_replica2
   [junit4]   2> 1317172 T3556 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389927147898/testOverseerCol_shard3_replica2
   [junit4]   2> 1317172 T3556 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1317172 T3588 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 1317172 T3644 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 1317173 T3588 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389927149228/testOverseerCol_shard3_replica1
   [junit4]   2> 1317173 T3588 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1317172 T3627 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1317172 T3600 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1317173 T3644 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard1_replica1
   [junit4]   2> 1317174 T3644 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1317173 T3642 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 1317173 T3571 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 1317172 T3615 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1317175 T3642 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard4_replica2
   [junit4]   2> 1317175 T3642 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1317175 T3644 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1317176 T3644 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1317175 T3600 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1317176 T3600 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1317174 T3627 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1317174 T3588 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1317174 T3556 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1317177 T3600 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1389927150377/testOverseerCol_shard2_replica1/'
   [junit4]   2> 1317177 T3556 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1317177 T3588 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1317177 T3644 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard1_replica1/'
   [junit4]   2> 1317177 T3627 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1317181 T3556 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389927147898/testOverseerCol_shard3_replica2/'
   [junit4]   2> 1317176 T3642 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1317181 T3642 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1317175 T3571 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389927148089/testOverseerCol_shard4_replica1
   [junit4]   2> 1317182 T3571 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1317175 T3615 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1317182 T3588 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1389927149228/testOverseerCol_shard3_replica1/'
   [junit4]   2> 1317184 T3627 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1389927152707/testOverseerCol_shard2_replica2/'
   [junit4]   2> 1317184 T3571 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1317184 T3571 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1317184 T3642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard4_replica2/'
   [junit4]   2> 1317189 T3615 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389927151514/testOverseerCol_shard1_replica2/'
   [junit4]   2> 1317191 T3571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1389927148089/testOverseerCol_shard4_replica1/'
   [junit4]   2> 1317244 T3600 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1317255 T3644 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1317271 T3556 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1317271 T3588 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1317276 T3600 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1317282 T3600 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1317287 T3571 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1317293 T3627 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1317295 T3615 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1317299 T3642 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1317299 T3600 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 1317321 T3556 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1317324 T3644 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1317326 T3588 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1317326 T3556 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1317328 T3588 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1317329 T3644 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1317335 T3627 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1317339 T3556 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 1317340 T3644 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 1317343 T3615 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1317351 T3627 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1317352 T3615 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1317358 T3642 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1317364 T3571 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1317366 T3588 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 1317372 T3642 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1317372 T3571 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1317373 T3627 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 1317381 T3615 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 1317411 T3571 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 1317413 T3642 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 1317818 T3642 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1317822 T3642 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1317823 T3642 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1317831 T3642 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1317834 T3642 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1317844 T3642 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1317875 T3642 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1317879 T3642 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1317881 T3642 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1317881 T3642 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1317882 T3642 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1317885 T3642 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1317886 T3642 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1317886 T3642 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1317886 T3642 oasc.SolrCore.<init> [testOverseerCol_shard4_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard4_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard4_replica2/data/
   [junit4]   2> 1317887 T3642 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57d98133
   [junit4]   2> 1317887 T3642 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard4_replica2/data
   [junit4]   2> 1317888 T3642 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard4_replica2/data/index/
   [junit4]   2> 1317888 T3642 oasc.SolrCore.initIndex WARN [testOverseerCol_shard4_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard4_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1317889 T3642 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389927153882/testOverseerCol_shard4_replica2/data/index
   [junit4]   2> 1317889 T3642 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=41.828125, floorSegmentMB=1.0029296875, forceMergeDeletesPctAllowed=11.881236691209653, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8148611930050863
   [junit4]   2> 1317890 T3642 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5994c865 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49a4db97),segFN=segments_1,generation=1}
   [junit4]   2> 1317890 T3642 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1317894 T3642 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1317895 T3642 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1317895 T3642 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1317896 T3642 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1317896 T3642 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1317896 T3642 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1317897 T3642 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1317897 T3642 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1317898 T3642 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1317898 T3642 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1317899 T3600 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1317899 T3600 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1317900 T3600 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1317899 T3642 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1317903 T3642 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1317903 T3642 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1317904 T3642 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1317904 T3642 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1317905 T3642 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1317905 T3600 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1317914 T3642 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1317918 T3600 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1317918 T3588 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1317919 T3588 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1317919 T3588 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1317925 T3588 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1317927 T3588 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1317929 T3642 oas

[...truncated too long message...]

.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  73) Thread[id=6590, name=TEST-ChaosMonkeyNothingIsSafeTest.testDistribSearch-seed#[A845F27633ACEBC2]-SendThread(localhost.localdomain:56660), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
   [junit4]   2> 	  74) Thread[id=6620, name=qtp1860157968-6620 Selector1, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]   2> 	        at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]   2> 	        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:106)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  75) Thread[id=6639, name=qtp760879219-6639 Selector0, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.Timeout.expired(Timeout.java:102)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:691)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=sv, timezone=Etc/GMT+9
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.7.0_60-ea (64-bit)/cpus=8,threads=92,free=176171696,total=374341632
   [junit4]   2> NOTE: All tests run in this JVM: [EchoParamsTest, TestHighFrequencyDictionaryFactory, TermsComponentTest, DateMathParserTest, QueryResultKeyTest, RegexBoostProcessorTest, DeleteShardTest, SliceStateTest, CacheHeaderTest, TestManagedSchema, HdfsUnloadDistributedZkTest, URLClassifyProcessorTest, BadCopyFieldTest, TestCollationKeyRangeQueries, BasicFunctionalityTest, SuggesterFSTTest, ResourceLoaderTest, TestSerializedLuceneMatchVersion, SOLR749Test, HdfsSyncSliceTest, TestPHPSerializedResponseWriter, SolrTestCaseJ4Test, InfoHandlerTest, DocValuesTest, TriLevelCompositeIdRoutingTest, DistributedSuggestComponentTest, UUIDFieldTest, SampleTest, SliceStateUpdateTest, BinaryUpdateRequestHandlerTest, SoftAutoCommitTest, FileBasedSpellCheckerTest, HdfsBasicDistributedZk2Test, SuggesterTest, HdfsCollectionsAPIDistributedZkTest, TestSystemIdResolver, TestStressVersions, TestCoreContainer, BasicDistributedZkTest, PeerSyncTest, TestLFUCache, TestConfig, SyncSliceTest, TestDocSet, TestSolrXMLSerializer, ScriptEngineTest, IndexSchemaTest, TestTrie, SystemInfoHandlerTest, CoreAdminCreateDiscoverTest, FastVectorHighlighterTest, TestCollationFieldDocValues, TestRemoteStreaming, ExternalFileFieldSortTest, SpellPossibilityIteratorTest, TestShardHandlerFactory, TestSimpleQParserPlugin, StatelessScriptUpdateProcessorFactoryTest, UpdateParamsTest, TestWriterPerf, SolrXmlInZkTest, CursorPagingTest, TestJmxMonitoredMap, UnloadDistributedZkTest, TestQueryUtils, TestRandomMergePolicy, TestAnalyzeInfixSuggestions, LegacyHTMLStripCharFilterTest, ReturnFieldsTest, ParsingFieldUpdateProcessorsTest, DocValuesMissingTest, CSVRequestHandlerTest, ClusterStateUpdateTest, DirectUpdateHandlerOptimizeTest, TestReloadAndDeleteDocs, TestRandomDVFaceting, TestSuggestSpellingConverter, TestDocumentBuilder, JsonLoaderTest, TestPseudoReturnFields, CopyFieldTest, ShardRoutingTest, QueryParsingTest, WordBreakSolrSpellCheckerTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestJoin, TestReload, DistributedTermsComponentTest, TestRangeQuery, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestFoldingMultitermQuery, TestStressLucene, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, FieldMutatingUpdateProcessorTest, QueryEqualityTest, SortByFunctionTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, TestSurroundQueryParser, LukeRequestHandlerTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, TestCollationField, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, TestQuerySenderListener, TestSolrIndexConfig, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.seed=A845F27633ACEBC2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sv -Dtests.timezone=Etc/GMT+9 -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | ChaosMonkeyNothingIsSafeTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A845F27633ACEBC2]:0)
   [junit4] Completed on J0 in 7264.63s, 1 test, 2 errors <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 suite-level error, 1 error, 1 failure, 34 ignored (6 assumptions)

Total time: 160 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60-ea-b02 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.6.0_45) - Build # 9020 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9020/
Java: 32bit/jdk1.6.0_45 -client -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1

Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at __randomizedtesting.SeedInfo.seed([D261A18ED65B08E7:D6692E7DC4FEE7C6]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:428)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9770 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> 777524 T2866 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1389920531162
   [junit4]   2> 777525 T2866 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 777527 T2866 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignment
   [junit4]   2> 777528 T2866 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 777528 T2867 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 777628 T2866 oasc.ZkTestServer.run start zk server on port:51418
   [junit4]   2> 777630 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 777767 T2873 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fe4b7b name:ZooKeeperConnection Watcher:127.0.0.1:51418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 777768 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 777774 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 777776 T2875 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13e4181 name:ZooKeeperConnection Watcher:127.0.0.1:51418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 777776 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 777777 T2866 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 777786 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 777789 T2877 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18d2c71 name:ZooKeeperConnection Watcher:127.0.0.1:51418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 777789 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 777790 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 777796 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 777798 T2879 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@372cb5 name:ZooKeeperConnection Watcher:127.0.0.1:51418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 777798 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 777800 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 777808 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 777820 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 777827 T2866 oasc.Overseer.start Overseer (id=91089831930691587-127.0.0.1:51418_solr-n_0000000000) starting
   [junit4]   2> 777832 T2866 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 777842 T2866 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 777852 T2866 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 777861 T2881 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 777864 T2866 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 777864 T2881 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 777866 T2880 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 777874 T2866 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 777880 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 777890 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 777892 T2883 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1da9c03 name:ZooKeeperConnection Watcher:127.0.0.1:51418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 777892 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 777896 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 777904 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1
   [junit4]   2> 777913 T2877 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 777914 T2883 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 777921 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 777925 T2880 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 777927 T2880 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 777927 T2880 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 777928 T2880 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 777935 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 777937 T2877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 777937 T2883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 778422 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 778450 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 778467 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 778471 T2880 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 778472 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 778479 T2880 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core2",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 778479 T2880 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 778480 T2880 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 778483 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 778587 T2877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 778588 T2883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 778972 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 778991 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 779006 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779006 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779007 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779013 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779014 T2880 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 779026 T2880 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core3",
   [junit4]   2> 	  "core_node_name":"node3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 779026 T2880 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 779027 T2880 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 779033 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779140 T2877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 779141 T2883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 779513 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 779532 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 779543 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779543 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779543 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779546 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779547 T2880 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 779553 T2880 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node4",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 779553 T2880 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 779553 T2880 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 779556 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 779660 T2877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 779660 T2883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 780047 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 780068 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 780069 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 780069 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 780074 T2880 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 780075 T2880 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core5",
   [junit4]   2> 	  "core_node_name":"node5",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 780076 T2880 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 780076 T2880 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 780083 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 780188 T2877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 780189 T2883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 780569 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 780588 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 780589 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 780589 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 780593 T2880 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 780595 T2880 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core6",
   [junit4]   2> 	  "core_node_name":"node6",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 780595 T2880 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 780596 T2880 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 780602 T2879 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 780707 T2877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 780707 T2883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 781089 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 781105 T2883 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 781109 T2866 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51418 51418
   [junit4]   2> 781445 T2866 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignment
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 781453 T2866 oas.SolrTestCaseJ4.setUp ###Starting testOverseerFailure
   [junit4]   2> 781454 T2866 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 781455 T2884 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 781555 T2866 oasc.ZkTestServer.run start zk server on port:42467
   [junit4]   2> 781557 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 781560 T2890 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@132da34 name:ZooKeeperConnection Watcher:127.0.0.1:42467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 781561 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 781562 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 781565 T2892 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16b0df4 name:ZooKeeperConnection Watcher:127.0.0.1:42467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 781565 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 781632 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 781634 T2894 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@835f1f name:ZooKeeperConnection Watcher:127.0.0.1:42467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 781635 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 781636 T2866 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 781643 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 781651 T2866 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 781659 T2866 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 781663 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 781671 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 781673 T2896 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40f7cf name:ZooKeeperConnection Watcher:127.0.0.1:42467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 781674 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 781679 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 781687 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 781695 T2890 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 781696 T2896 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 781698 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 781700 T2898 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8e5922 name:ZooKeeperConnection Watcher:127.0.0.1:42467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 781701 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 781702 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 781705 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 781711 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 781714 T2866 oasc.Overseer.start Overseer (id=91089832188313604-127.0.0.1:42467_solr-n_0000000000) starting
   [junit4]   2> 781720 T2866 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 781725 T2866 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 781731 T2866 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 781735 T2900 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 781737 T2900 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 781737 T2899 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 782606 T2883 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 782607 T2883 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 782608 T2883 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 782741 T2898 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 782746 T2899 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 782747 T2899 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 782748 T2899 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 782748 T2899 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 782755 T2898 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 782756 T2896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 782756 T2890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 783241 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 783253 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 783262 T2898 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 783263 T2866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 783266 T2899 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 783270 T2898 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 783270 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 783275 T2899 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 783275 T2899 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 783280 T2898 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 783384 T2896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 783384 T2890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 784442 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 784457 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 784459 T2902 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@80c69 name:ZooKeeperConnection Watcher:127.0.0.1:42467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 784460 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 784468 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 784475 T2866 oasc.Overseer.start Overseer (id=91089832188313605-127.0.0.1:42467_solr-n_0000000001) starting
   [junit4]   2> 784489 T2904 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 784492 T2904 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 784494 T2903 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 784506 T2903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 784509 T2903 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 784509 T2903 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 784519 T2902 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 784523 T2896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 784525 T2890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 784584 T2902 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 784585 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 784591 T2903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 784609 T2866 oasc.LeaderElector.checkIfIamLeader WARN Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election/91089832188313603-node1_core1-n_0000000002
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:597)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 784619 T2896 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 784620 T2866 oasc.LeaderElector.checkIfIamLeader WARN Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election/91089832188313603-node1_core1-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:597)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 784621 T2903 oasc.SolrException.log ERROR Problem cleaning up collection in zk:collection1:org.apache.zookeeper.KeeperException$NotEmptyException: KeeperErrorCode = Directory not empty for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:125)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:654)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:649)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:649)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:649)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.removeCore(Overseer.java:875)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processMessage(Overseer.java:226)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:187)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 	
   [junit4]   2> 784629 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 784634 T2902 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 784646 T2902 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 784652 T2903 oasc.Overseer$ClusterStateUpdater.setShardLeader ERROR Could not mark shard leader for non existing collection:collection1
   [junit4]   2> 784657 T2890 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 784658 T2896 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 784667 T2866 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:42467 42467
   [junit4]   2> 784826 T2866 oas.SolrTestCaseJ4.tearDown ###Ending testOverseerFailure
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OverseerTest -Dtests.method=testOverseerFailure -Dtests.seed=D261A18ED65B08E7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_LB -Dtests.timezone=America/Winnipeg -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   3.40s J0 | OverseerTest.testOverseerFailure <<<
   [junit4]    > Throwable #1: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D261A18ED65B08E7:D6692E7DC4FEE7C6]:0)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:428)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]    > 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
   [junit4]    > 	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
   [junit4]    > 	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 784856 T2866 oas.SolrTestCaseJ4.setUp ###Starting testPlaceholders
   [junit4]   2> 784856 T2866 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 784857 T2905 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 784957 T2866 oasc.ZkTestServer.run start zk server on port:60670
   [junit4]   2> 784959 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 784962 T2911 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@969997 name:ZooKeeperConnection Watcher:127.0.0.1:60670/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 784963 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 784965 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 784967 T2913 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@122d93f name:ZooKeeperConnection Watcher:127.0.0.1:60670 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 784968 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 785035 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 785038 T2915 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1464577 name:ZooKeeperConnection Watcher:127.0.0.1:60670 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 785038 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 785039 T2866 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 785046 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 785053 T2866 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 785060 T2866 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 785065 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 785074 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 785076 T2917 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15a3fe2 name:ZooKeeperConnection Watcher:127.0.0.1:60670/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 785077 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 785081 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 785089 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 785098 T2917 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 785098 T2911 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 785100 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 785101 T2919 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195f461 name:ZooKeeperConnection Watcher:127.0.0.1:60670/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 785102 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 785104 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 785111 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 785124 T2866 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 785131 T2866 oasc.Overseer.start Overseer (id=91089832411136004-127.0.0.1:60670_solr-n_0000000000) starting
   [junit4]   2> 785137 T2866 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 785148 T2866 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 785159 T2866 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 785167 T2921 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 785170 T2921 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 785172 T2920 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 785182 T2920 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 785183 T2920 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=12 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"12",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 785184 T2920 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4, shard5, shard6, shard7, shard8, shard9, shard10, shard11, shard12]
   [junit4]   2> 785184 T2920 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 785191 T2919 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 785193 T2911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 785194 T2917 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 785675 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 785702 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 785720 T2919 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 785724 T2866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 785729 T2920 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 785736 T2911 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 785737 T2917 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 785742 T2866 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:60670 60670
   [junit4]   2> 785906 T2866 oas.SolrTestCaseJ4.tearDown ###Ending testPlaceholders
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 785915 T2866 oas.SolrTestCaseJ4.setUp ###Starting testShardLeaderChange
   [junit4]   2> 785916 T2866 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 785917 T2922 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 786017 T2866 oasc.ZkTestServer.run start zk server on port:51900
   [junit4]   2> 786019 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 786023 T2928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16f04c7 name:ZooKeeperConnection Watcher:127.0.0.1:51900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 786023 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 786025 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 786027 T2930 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f5a29a name:ZooKeeperConnection Watcher:127.0.0.1:51900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 786028 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 786086 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 786088 T2932 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1206861 name:ZooKeeperConnection Watcher:127.0.0.1:51900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 786089 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 786090 T2866 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 786097 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 786103 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 786104 T2933 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 786105 T2936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17431fa name:ZooKeeperConnection Watcher:127.0.0.1:51900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 786106 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 786106 T2937 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62cff name:ZooKeeperConnection Watcher:127.0.0.1:51900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 786107 T2933 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 786108 T2866 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 786109 T2933 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 786119 T2866 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 786120 T2933 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 786127 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 786138 T2933 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 786139 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 786148 T2933 oasc.Overseer.start Overseer (id=91089832480735236-127.0.0.1:51900_solr-n_0000000000) starting
   [junit4]   2> 786149 T2936 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 786154 T2933 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 786156 T2866 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 786160 T2896 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 786161 T2896 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 786168 T2933 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 786179 T2933 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 786186 T2939 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 786186 T2933 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 786190 T2933 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 786192 T2941 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@244921 name:ZooKeeperConnection Watcher:127.0.0.1:51900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 786192 T2933 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 786200 T2933 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 786208 T2933 oasc.Overseer.start Overseer (id=91089832480735237-127.0.0.1:51900_solr-n_0000000001) starting
   [junit4]   2> 786221 T2943 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 786223 T2943 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 786224 T2942 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 786232 T2942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 786234 T2942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 786234 T2942 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 786235 T2942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 786242 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786244 T2936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 786666 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 786694 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 786711 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786719 T2942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 786719 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786720 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 786737 T2942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 786738 T2942 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 786748 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 786748 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786750 T2945 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20de56 name:ZooKeeperConnection Watcher:127.0.0.1:51900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 786751 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 786755 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 786762 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 786770 T2936 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 786771 T2945 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 786778 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786778 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 786783 T2942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 786784 T2942 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 786794 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786803 T2866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 786901 T2936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 786902 T2945 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 787006 T2866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787014 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787014 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787015 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787019 T2942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787021 T2942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 787022 T2942 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 787022 T2942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 787029 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787135 T2936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 787135 T2945 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 787514 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 787537 T2945 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 787537 T2936 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 787543 T2866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787544 T2945 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 787674 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787675 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787675 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787680 T2942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787687 T2939 oasc.OverseerCollectionProcessor.amILeader  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:307)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:163)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 787687 T2939 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=91089832480735236-127.0.0.1:51900_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 787688 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787688 T2938 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer work queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.element(DistributedQueue.java:131)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:325)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:105)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 787688 T2939 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 787691 T2939 oasc.OverseerCollectionProcessor.run ERROR Unable to prioritize overseer  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /roles.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:219)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:170)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 787692 T2939 oasc.OverseerCollectionProcessor.amILeader  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:307)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:177)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 787693 T2939 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=91089832480735236-127.0.0.1:51900_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 787747 T2866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787795 T2945 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 787951 T2866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787954 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 787957 T2947 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@136526f name:ZooKeeperConnection Watcher:127.0.0.1:51900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 787957 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 787961 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 787969 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 787977 T2945 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 787977 T2947 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 787983 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787983 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787983 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 787984 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787993 T2942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787995 T2942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 787995 T2942 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 788006 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 788016 T2947 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 788016 T2945 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 788023 T2947 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 788023 T2933 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 788023 T2941 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 788024 T2866 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 788027 T2933 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 788029 T2949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cf456b name:ZooKeeperConnection Watcher:127.0.0.1:51900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 788030 T2933 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 788042 T2933 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 788054 T2933 oasc.Overseer.start Overseer (id=91089832480735240-127.0.0.1:51900_solr-n_0000000002) starting
   [junit4]   2> 788058 T2866 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 788061 T2951 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11419a6 name:ZooKeeperConnection Watcher:127.0.0.1:51900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 788061 T2866 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 788067 T2866 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 788072 T2953 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 788076 T2953 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 788080 T2866 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 788084 T2952 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 788088 T2952 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 788091 T2947 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 788092 T2952 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 788093 T2952 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 788093 T2951 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 788095 T2947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 788096 T2951 oascc.ZkStateReader$2.process 

[...truncated too long message...]

ding testStateChange
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 814094 T2866 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 814094 T2866 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 814241 T3230 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 814481 T3258 oasc.Overseer.createOverseerNode ERROR Could not create Overseer node org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:308)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:305)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:305)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:1042)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getInQueue(Overseer.java:1024)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:121)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 814482 T3258 oasc.LeaderElector$1.process WARN  java.lang.RuntimeException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:1051)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getInQueue(Overseer.java:1024)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:121)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:308)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:305)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:305)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:1042)
   [junit4]   2> 	... 8 more
   [junit4]   2> 
   [junit4]   2> 814483 T3258 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 814489 T3262 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 814490 T3262 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 817095 T2866 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ar_LB, timezone=America/Winnipeg
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=8,threads=1,free=23976360,total=288489472
   [junit4]   2> NOTE: All tests run in this JVM: [InfoHandlerTest, SOLR749Test, SpellPossibilityIteratorTest, SimpleFacetsTest, LukeRequestHandlerTest, HdfsBasicDistributedZk2Test, TestNonNRTOpen, TestRealTimeGet, BadComponentTest, TestRandomDVFaceting, TestHighFrequencyDictionaryFactory, FastVectorHighlighterTest, DocValuesTest, SolrXmlInZkTest, TestTrie, TestGroupingSearch, TestSolrQueryParserResource, SoftAutoCommitTest, CursorPagingTest, FieldMutatingUpdateProcessorTest, FileBasedSpellCheckerTest, EchoParamsTest, SearchHandlerTest, DeleteShardTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, HdfsLockFactoryTest, LeaderElectionTest, ChangedSchemaMergeTest, HdfsSyncSliceTest, TestDocumentBuilder, TestFunctionQuery, TestSchemaSimilarityResource, TestValueSourceCache, AutoCommitTest, TestSystemIdResolver, CoreAdminCreateDiscoverTest, SuggesterTest, HdfsUnloadDistributedZkTest, SliceStateUpdateTest, TriLevelCompositeIdRoutingTest, TestDocSet, TestMergePolicyConfig, PeerSyncTest, TestFreeTextSuggestions, TestCollationFieldDocValues, DistributedSuggestComponentTest, TestLuceneMatchVersion, CoreAdminHandlerTest, TermsComponentTest, TestNRTOpen, MoreLikeThisHandlerTest, URLClassifyProcessorTest, ZkControllerTest, CircularListTest, BasicFunctionalityTest, TestCopyFieldCollectionResource, UpdateRequestProcessorFactoryTest, TestStressVersions, BadCopyFieldTest, TestSchemaNameResource, TestCollationKeyRangeQueries, BJQParserTest, TestDocBasedVersionConstraints, ClusterStateUpdateTest, QueryResultKeyTest, TestCustomSort, TestPostingsSolrHighlighter, TestShardHandlerFactory, TestSolrXml, TestBM25SimilarityFactory, TestElisionMultitermQuery, TestLMJelinekMercerSimilarityFactory, AddSchemaFieldsUpdateProcessorFactoryTest, TestSurroundQueryParser, AnalysisAfterCoreReloadTest, TestReversedWildcardFilterFactory, BasicDistributedZkTest, CSVRequestHandlerTest, TestCoreContainer, TestCloudManagedSchema, TestSolrQueryParser, CopyFieldTest, TestPseudoReturnFields, SpatialFilterTest, DateMathParserTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest]
   [junit4] Completed on J0 in 39.62s, 8 tests, 1 error <<< FAILURES!

[...truncated 610 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 error, 34 ignored (6 assumptions)

Total time: 51 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -client -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/ibm-j9-jdk7) - Build # 9019 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9019/
Java: 32bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}

5 tests failed.
REGRESSION:  org.apache.solr.handler.component.DistributedQueryElevationComponentTest.testDistribSearch

Error Message:
.responseHeader.params.version!=forceElevation (unordered or missing)

Stack Trace:
junit.framework.AssertionFailedError: .responseHeader.params.version!=forceElevation (unordered or missing)
	at __randomizedtesting.SeedInfo.seed([85838E9D82F98EC8:4650085F5A6EEF4]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:840)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:859)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:562)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
	at org.apache.solr.handler.component.DistributedQueryElevationComponentTest.doTest(DistributedQueryElevationComponentTest.java:83)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)


REGRESSION:  org.apache.solr.handler.component.TermVectorComponentDistributedTest.testDistribSearch

Error Message:
.termVectors.0.test_postv!=test_basictv (unordered or missing)

Stack Trace:
junit.framework.AssertionFailedError: .termVectors.0.test_postv!=test_basictv (unordered or missing)
	at __randomizedtesting.SeedInfo.seed([85838E9D82F98EC8:4650085F5A6EEF4]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:840)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:859)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:562)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
	at org.apache.solr.handler.component.TermVectorComponentDistributedTest.doTest(TermVectorComponentDistributedTest.java:155)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:873)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)


REGRESSION:  org.apache.solr.update.HardAutoCommitTest.testCommitWithin

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([85838E9D82F98EC8:3F51E1E501D760DD]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:644)
	at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=0]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">2246</int></lst><result name="response" numFound="1" start="0"><doc><int name="id">529</int><int name="range_facet_si">529</int><arr name="range_facet_l"><long>529</long></arr><arr name="range_facet_sl"><long>529</long></arr><arr name="field_t"><str>what's inside?</str></arr><arr name="subject"><str>info</str></arr><long name="_version_">1457430426638352384</long><int name="intDefault">42</int><date name="timestamp">2014-01-16T23:12:45.834Z</date><arr name="multiDefault"><str>muLti-Default</str></arr></doc></result>
</response>

	request was:rows=20&qt=standard&version=2.2&q=id:529&start=0
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:637)
	... 41 more


REGRESSION:  org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([85838E9D82F98EC8:DEB3755581BE2DB4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)


REGRESSION:  org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testMultiThreaded

Error Message:
expected:<1> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<3>
	at __randomizedtesting.SeedInfo.seed([85838E9D82F98EC8:E416547D6A28843E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testMultiThreaded(SignatureUpdateProcessorFactoryTest.java:222)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)




Build Log:
[...truncated 9977 lines...]
   [junit4] Suite: org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest
   [junit4]   2> 42741 T184 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389913842565
   [junit4]   2> 42742 T184 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 42743 T184 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 42743 T184 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 42825 T184 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 42926 T184 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 42928 T184 oass.IndexSchema.readSchema Reading Solr Schema from schema12.xml
   [junit4]   2> 42959 T184 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 43439 T184 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 43442 T184 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 43444 T184 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 43455 T184 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 43459 T184 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 43463 T184 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 43463 T184 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 43463 T184 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 43472 T184 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 43472 T184 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 43473 T184 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 43518 T184 oasc.CoreContainer.<init> New CoreContainer 632894253
   [junit4]   2> 43518 T184 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 43519 T184 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 43520 T184 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 43520 T184 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 43521 T184 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 43521 T184 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 43522 T184 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 43522 T184 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 43523 T184 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 43523 T184 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 43529 T184 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 43529 T184 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 43530 T184 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 43534 T185 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 43534 T185 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 43535 T185 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 43535 T185 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 43579 T185 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 43631 T185 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 43632 T185 oass.IndexSchema.readSchema Reading Solr Schema from schema12.xml
   [junit4]   2> 43642 T185 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 44002 T185 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 44006 T185 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 44009 T185 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 44026 T185 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 44032 T185 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 44038 T185 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 44039 T185 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389913842565/
   [junit4]   2> 44039 T185 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebca31f8
   [junit4]   2> 44041 T185 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389913842565
   [junit4]   2> 44041 T185 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389913842565/index/
   [junit4]   2> 44042 T185 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389913842565/index' doesn't exist. Creating new index...
   [junit4]   2> 44043 T185 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389913842565/index
   [junit4]   2> 44044 T185 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 44045 T185 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_1,generation=1}
   [junit4]   2> 44046 T185 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 44046 T185 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 44052 T185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 44053 T185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 44054 T185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 44054 T185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 44055 T185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 44056 T185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 44056 T185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 44057 T185 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 44057 T185 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 44058 T185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 44059 T185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 44059 T185 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 44060 T185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 44060 T185 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 44061 T185 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 44062 T185 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 44063 T185 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 44063 T185 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 44064 T185 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 44065 T185 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 44066 T185 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 44067 T185 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 44068 T185 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 44068 T185 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 44069 T185 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 44070 T185 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 44071 T185 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44072 T185 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44073 T185 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44074 T185 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44075 T185 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44076 T185 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44076 T185 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44077 T185 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 44078 T185 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 44079 T185 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 44081 T185 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 44083 T185 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 44087 T185 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 44087 T185 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 44088 T185 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 44090 T185 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_1,generation=1}
   [junit4]   2> 44090 T185 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 44091 T185 oass.SolrIndexSearcher.<init> Opening Searcher@2fab9701 main
   [junit4]   2> 44092 T185 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 44200 T185 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 44219 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fab9701 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 44228 T185 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 44230 T184 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 44234 T184 oas.SolrTestCaseJ4.setUp ###Starting testDupeDetection
   [junit4]   2> ASYNC  NEW_CORE C28 name=collection1 org.apache.solr.core.SolrCore@8c7d0335
   [junit4]   2> 44234 T184 C28 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 44235 T184 C28 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 44239 T184 C28 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44241 T184 C28 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_2,generation=2}
   [junit4]   2> 44241 T184 C28 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 44242 T184 C28 oass.SolrIndexSearcher.<init> Opening Searcher@333c7d93 main
   [junit4]   2> 44243 T184 C28 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44246 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@333c7d93 main{StandardDirectoryReader(segments_2:2:nrt)}
   [junit4]   2> 44247 T184 C28 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 8
   [junit4]   2> 44258 T184 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44265 T184 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_3,generation=3}
   [junit4]   2> 44265 T184 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 44266 T184 oass.SolrIndexSearcher.<init> Opening Searcher@23c71475 main
   [junit4]   2> 44267 T184 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44270 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23c71475 main{StandardDirectoryReader(segments_3:4:nrt _0(4.7):C2/1:delGen=1)}
   [junit4]   2> 44274 T184 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44280 T184 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_4,generation=4}
   [junit4]   2> 44280 T184 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 44281 T184 oass.SolrIndexSearcher.<init> Opening Searcher@faad3c3 main
   [junit4]   2> 44282 T184 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44284 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@faad3c3 main{StandardDirectoryReader(segments_4:6:nrt _0(4.7):C2/1:delGen=1 _1(4.7):C1)}
   [junit4]   2> 44286 T184 oas.SolrTestCaseJ4.tearDown ###Ending testDupeDetection
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SignatureUpdateProcessorFactoryTest -Dtests.method=testDupeDetection -Dtests.seed=85838E9D82F98EC8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lv -Dtests.timezone=Egypt -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.07s J1 | SignatureUpdateProcessorFactoryTest.testDupeDetection <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([85838E9D82F98EC8:DEB3755581BE2DB4]:0)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:780)
   [junit4]   2> 44299 T184 oas.SolrTestCaseJ4.setUp ###Starting testNonIndexedSignatureField
   [junit4]   2> 44555 T184 C28 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 44556 T184 C28 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 256
   [junit4]   2> 44558 T184 C28 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44559 T184 C28 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_5,generation=5}
   [junit4]   2> 44560 T184 C28 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 44561 T184 C28 oass.SolrIndexSearcher.<init> Opening Searcher@adab2b96 main
   [junit4]   2> 44562 T184 C28 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44565 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@adab2b96 main{StandardDirectoryReader(segments_5:7:nrt)}
   [junit4]   2> 44566 T184 C28 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 8
   [junit4]   2> 44576 T184 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44580 T184 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_5,generation=5}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_6,generation=6}
   [junit4]   2> 44581 T184 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
   [junit4]   2> 44583 T184 oass.SolrIndexSearcher.<init> Opening Searcher@7aa7cf3f main
   [junit4]   2> 44584 T184 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44587 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7aa7cf3f main{StandardDirectoryReader(segments_6:9:nrt _2(4.7):C2)}
   [junit4]   2> 44588 T184 oas.SolrTestCaseJ4.tearDown ###Ending testNonIndexedSignatureField
   [junit4]   2> 44598 T184 oas.SolrTestCaseJ4.setUp ###Starting testMultiThreaded
   [junit4]   2> 44599 T184 C28 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 44601 T184 C28 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 2
   [junit4]   2> 44603 T184 C28 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44605 T184 C28 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_6,generation=6}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_7,generation=7}
   [junit4]   2> 44606 T184 C28 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 44608 T184 C28 oass.SolrIndexSearcher.<init> Opening Searcher@50a60247 main
   [junit4]   2> 44609 T184 C28 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44613 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@50a60247 main{StandardDirectoryReader(segments_7:10:nrt)}
   [junit4]   2> 44614 T184 C28 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 11
   [junit4]   2> 44645 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44663 T197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_8,generation=8}
   [junit4]   2> 44663 T197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 44706 T197 oass.SolrIndexSearcher.<init> Opening Searcher@83dc4a05 main
   [junit4]   2> 44713 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44714 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44716 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@83dc4a05 main{StandardDirectoryReader(segments_8:18:nrt _4(4.7):C10/8:delGen=1)}
   [junit4]   2> 44770 T196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_8,generation=8}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_9,generation=9}
   [junit4]   2> 44771 T196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 44863 T196 oass.SolrIndexSearcher.<init> Opening Searcher@beb651fa main
   [junit4]   2> 44864 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44865 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44868 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@beb651fa main{StandardDirectoryReader(segments_9:26:nrt _6(4.7):C46/43:delGen=1)}
   [junit4]   2> 44901 T195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_9,generation=9}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_a,generation=10}
   [junit4]   2> 44901 T195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 10
   [junit4]   2> 44907 T195 oass.SolrIndexSearcher.<init> Opening Searcher@2ce83531 main
   [junit4]   2> 44908 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44908 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44911 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ce83531 main{StandardDirectoryReader(segments_a:32:nrt _7(4.7):C94/93:delGen=2 _8(4.7):C3/2:delGen=2)}
   [junit4]   2> 44911 T197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_a,generation=10}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_b,generation=11}
   [junit4]   2> 44912 T197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 11
   [junit4]   2> 44913 T197 oass.SolrIndexSearcher.<init> Opening Searcher@21022b3b main
   [junit4]   2> 44914 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44914 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44915 T196 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 44918 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21022b3b main{StandardDirectoryReader(segments_a:32:nrt _7(4.7):C94/93:delGen=2 _8(4.7):C3/2:delGen=2)}
   [junit4]   2> 44935 T196 oass.SolrIndexSearcher.<init> Opening Searcher@48101d14 main
   [junit4]   2> 44936 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44936 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44939 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48101d14 main{StandardDirectoryReader(segments_b:37:nrt _7(4.7):C94/93:delGen=2 _9(4.7):C1)}
   [junit4]   2> 44945 T195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_b,generation=11}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_c,generation=12}
   [junit4]   2> 44945 T195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 12
   [junit4]   2> 44958 T195 oass.SolrIndexSearcher.<init> Opening Searcher@575100 main
   [junit4]   2> 44959 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44961 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44962 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@575100 main{StandardDirectoryReader(segments_c:42:nrt _7(4.7):C94/93:delGen=2 _9(4.7):C1 _b(4.7):C1)}
   [junit4]   2> 44962 T197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_c,generation=12}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_d,generation=13}
   [junit4]   2> 44963 T197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 13
   [junit4]   2> 44965 T197 oass.SolrIndexSearcher.<init> Opening Searcher@81ed9901 main
   [junit4]   2> 44965 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44966 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44966 T196 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 44968 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@81ed9901 main{StandardDirectoryReader(segments_c:42:nrt _7(4.7):C94/93:delGen=2 _9(4.7):C1 _b(4.7):C1)}
   [junit4]   2> 44975 T196 oass.SolrIndexSearcher.<init> Opening Searcher@e29a37d6 main
   [junit4]   2> 44976 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44977 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44979 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e29a37d6 main{StandardDirectoryReader(segments_d:47:nrt _7(4.7):C94/93:delGen=2 _9(4.7):C1 _c(4.7):C1)}
   [junit4]   2> 44986 T195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_d,generation=13}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_e,generation=14}
   [junit4]   2> 44987 T195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 14
   [junit4]   2> 44995 T195 oass.SolrIndexSearcher.<init> Opening Searcher@7872c4d1 main
   [junit4]   2> 44996 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 44996 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 44997 T197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_e,generation=14}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_f,generation=15}
   [junit4]   2> 44998 T197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 15
   [junit4]   2> 44999 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7872c4d1 main{StandardDirectoryReader(segments_e:54:nrt _7(4.7):C94/93:delGen=2 _e(4.7):C1)}
   [junit4]   2> 44999 T197 oass.SolrIndexSearcher.<init> Opening Searcher@f8dff783 main
   [junit4]   2> 45000 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45000 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45001 T196 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 45002 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f8dff783 main{StandardDirectoryReader(segments_e:54:nrt _7(4.7):C94/93:delGen=2 _e(4.7):C1)}
   [junit4]   2> 45007 T196 oass.SolrIndexSearcher.<init> Opening Searcher@2cc48ad1 main
   [junit4]   2> 45008 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45008 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45011 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2cc48ad1 main{StandardDirectoryReader(segments_f:59:nrt _7(4.7):C94/93:delGen=2 _f(4.7):C1)}
   [junit4]   2> 45013 T195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_f,generation=15}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_g,generation=16}
   [junit4]   2> 45014 T195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 16
   [junit4]   2> 45015 T195 oass.SolrIndexSearcher.<init> Opening Searcher@5d94f969 main
   [junit4]   2> 45015 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45016 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45016 T197 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 45016 T197 oasc.SolrCore.getSearcher WARN [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 45017 T197 oass.SolrIndexSearcher.<init> Opening Searcher@fd461e27 main
   [junit4]   2> 45017 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45069 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45070 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d94f969 main{StandardDirectoryReader(segments_g:60:nrt _7(4.7):C94/93:delGen=2 _f(4.7):C1 _g(4.7):C1)}
   [junit4]   2> 45083 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fd461e27 main{StandardDirectoryReader(segments_g:60:nrt _7(4.7):C94/93:delGen=2 _f(4.7):C1 _g(4.7):C1)}
   [junit4]   2> 45084 T196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_g,generation=16}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_h,generation=17}
   [junit4]   2> 45085 T196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 17
   [junit4]   2> 45098 T196 oass.SolrIndexSearcher.<init> Opening Searcher@eb23508b main
   [junit4]   2> 45098 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45100 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45102 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@eb23508b main{StandardDirectoryReader(segments_h:69:nrt _7(4.7):C94/93:delGen=2 _i(4.7):C1)}
   [junit4]   2> 45107 T195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_h,generation=17}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_i,generation=18}
   [junit4]   2> 45108 T195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 18
   [junit4]   2> 45110 T195 oass.SolrIndexSearcher.<init> Opening Searcher@b4021bb2 main
   [junit4]   2> 45111 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45112 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45115 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b4021bb2 main{StandardDirectoryReader(segments_i:73:nrt _7(4.7):C94/93:delGen=2 _j(4.7):C1)}
   [junit4]   2> 45119 T197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_i,generation=18}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_j,generation=19}
   [junit4]   2> 45119 T197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 19
   [junit4]   2> 45120 T197 oass.SolrIndexSearcher.<init> Opening Searcher@ce33bcac main
   [junit4]   2> 45121 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45122 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45126 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ce33bcac main{StandardDirectoryReader(segments_j:77:nrt _7(4.7):C94/93:delGen=2 _k(4.7):C1)}
   [junit4]   2> 45130 T196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_j,generation=19}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_k,generation=20}
   [junit4]   2> 45130 T196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 20
   [junit4]   2> 45137 T196 oass.SolrIndexSearcher.<init> Opening Searcher@f18f05ab main
   [junit4]   2> 45138 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45140 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45140 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f18f05ab main{StandardDirectoryReader(segments_k:84:nrt _7(4.7):C94/93:delGen=2 _m(4.7):C1)}
   [junit4]   2> 45141 T195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_k,generation=20}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_l,generation=21}
   [junit4]   2> 45142 T195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 21
   [junit4]   2> 45143 T195 oass.SolrIndexSearcher.<init> Opening Searcher@793ba598 main
   [junit4]   2> 45144 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45145 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45147 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@793ba598 main{StandardDirectoryReader(segments_k:84:nrt _7(4.7):C94/93:delGen=2 _m(4.7):C1)}
   [junit4]   2> 45150 T197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_l,generation=21}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_m,generation=22}
   [junit4]   2> 45150 T197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 22
   [junit4]   2> 45162 T197 oass.SolrIndexSearcher.<init> Opening Searcher@7f26aedb main
   [junit4]   2> 45163 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45163 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45164 T196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_m,generation=22}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_n,generation=23}
   [junit4]   2> 45165 T196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 23
   [junit4]   2> 45166 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f26aedb main{StandardDirectoryReader(segments_m:90:nrt _o(4.7):C1)}
   [junit4]   2> 45166 T196 oass.SolrIndexSearcher.<init> Opening Searcher@a3716278 main
   [junit4]   2> 45167 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45168 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45168 T195 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 45169 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a3716278 main{StandardDirectoryReader(segments_m:90:nrt _o(4.7):C1)}
   [junit4]   2> 45175 T195 oass.SolrIndexSearcher.<init> Opening Searcher@8e1d0fcd main
   [junit4]   2> 45176 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45176 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45184 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8e1d0fcd main{StandardDirectoryReader(segments_n:93:nrt _o(4.7):C1 _p(4.7):C1)}
   [junit4]   2> 45188 T196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_n,generation=23}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_o,generation=24}
   [junit4]   2> 45189 T196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 24
   [junit4]   2> 45190 T196 oass.SolrIndexSearcher.<init> Opening Searcher@39e02bdd main
   [junit4]   2> 45190 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45191 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45193 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39e02bdd main{StandardDirectoryReader(segments_o:96:nrt _o(4.7):C1)}
   [junit4]   2> 45197 T197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_o,generation=24}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_p,generation=25}
   [junit4]   2> 45198 T197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 25
   [junit4]   2> 45203 T197 oass.SolrIndexSearcher.<init> Opening Searcher@ed97edaa main
   [junit4]   2> 45204 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45205 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45206 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ed97edaa main{StandardDirectoryReader(segments_p:100:nrt _o(4.7):C1 _r(4.7):C1 _s(4.7):C1)}
   [junit4]   2> 45207 T195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_p,generation=25}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_q,generation=26}
   [junit4]   2> 45207 T195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 26
   [junit4]   2> 45213 T195 oass.SolrIndexSearcher.<init> Opening Searcher@3f1c1237 main
   [junit4]   2> 45214 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45215 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45217 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f1c1237 main{StandardDirectoryReader(segments_q:104:nrt _o(4.7):C1 _r(4.7):C1 _t(4.7):C1)}
   [junit4]   2> 45217 T196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_q,generation=26}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_r,generation=27}
   [junit4]   2> 45218 T196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 27
   [junit4]   2> 45219 T196 oass.SolrIndexSearcher.<init> Opening Searcher@58ecb64f main
   [junit4]   2> 45219 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45221 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45222 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58ecb64f main{StandardDirectoryReader(segments_q:104:nrt _o(4.7):C1 _r(4.7):C1 _t(4.7):C1)}
   [junit4]   2> 45226 T197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_r,generation=27}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_s,generation=28}
   [junit4]   2> 45227 T197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 28
   [junit4]   2> 45234 T197 oass.SolrIndexSearcher.<init> Opening Searcher@2a7128f2 main
   [junit4]   2> 45235 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45235 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45236 T195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_s,generation=28}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_t,generation=29}
   [junit4]   2> 45237 T195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 29
   [junit4]   2> 45237 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a7128f2 main{StandardDirectoryReader(segments_s:110:nrt _o(4.7):C1 _u(4.7):C1 _v(4.7):C1)}
   [junit4]   2> 45238 T195 oass.SolrIndexSearcher.<init> Opening Searcher@47871d16 main
   [junit4]   2> 45239 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45239 T196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45240 T196 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 45242 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47871d16 main{StandardDirectoryReader(segments_s:110:nrt _o(4.7):C1 _u(4.7):C1 _v(4.7):C1)}
   [junit4]   2> 45253 T196 oass.SolrIndexSearcher.<init> Opening Searcher@96ddc6b4 main
   [junit4]   2> 45254 T196 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45255 T197 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45263 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@96ddc6b4 main{StandardDirectoryReader(segments_t:115:nrt _o(4.7):C1 _u(4.7):C1 _w(4.7):C1)}
   [junit4]   2> 45268 T197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_t,generation=29}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_u,generation=30}
   [junit4]   2> 45268 T197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 30
   [junit4]   2> 45269 T197 oass.SolrIndexSearcher.<init> Opening Searcher@62cf9011 main
   [junit4]   2> 45270 T197 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45270 T195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45270 T195 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 45272 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62cf9011 main{StandardDirectoryReader(segments_u:118:nrt _o(4.7):C1 _u(4.7):C1 _x(4.7):C1)}
   [junit4]   2> 45272 T195 oass.SolrIndexSearcher.<init> Opening Searcher@581d5df6 main
   [junit4]   2> 45273 T195 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45275 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@581d5df6 main{StandardDirectoryReader(segments_u:118:nrt _o(4.7):C1 _u(4.7):C1 _x(4.7):C1)}
   [junit4]   2> ASYNC  NEW_CORE C29 name=collection1 org.apache.solr.core.SolrCore@8c7d0335
   [junit4]   2> 45276 T184 C29 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45276 T184 C29 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 45277 T184 C29 oass.SolrIndexSearcher.<init> Opening Searcher@9a8f07fb main
   [junit4]   2> 45278 T184 C29 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45280 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9a8f07fb main{StandardDirectoryReader(segments_u:118:nrt _o(4.7):C1 _u(4.7):C1 _x(4.7):C1)}
   [junit4]   2> 45281 T184 C29 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 45283 T184 oas.SolrTestCaseJ4.tearDown ###Ending testMultiThreaded
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SignatureUpdateProcessorFactoryTest -Dtests.method=testMultiThreaded -Dtests.seed=85838E9D82F98EC8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lv -Dtests.timezone=Egypt -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.70s J1 | SignatureUpdateProcessorFactoryTest.testMultiThreaded <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1> but was:<3>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([85838E9D82F98EC8:E416547D6A28843E]:0)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testMultiThreaded(SignatureUpdateProcessorFactoryTest.java:222)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:780)
   [junit4]   2> 45294 T184 oas.SolrTestCaseJ4.setUp ###Starting testNonStringFieldsValues
   [junit4]   2> 45295 T184 C29 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 45295 T184 C29 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 45297 T184 C29 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45298 T184 C29 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_u,generation=30}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_v,generation=31}
   [junit4]   2> 45299 T184 C29 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 31
   [junit4]   2> 45300 T184 C29 oass.SolrIndexSearcher.<init> Opening Searcher@12924eb7 main
   [junit4]   2> 45301 T184 C29 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45303 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12924eb7 main{StandardDirectoryReader(segments_v:119:nrt)}
   [junit4]   2> 45304 T184 C29 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 7
   [junit4]   2> 45311 T184 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 45317 T184 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45321 T184 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_v,generation=31}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ab9a8bbc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f2c62ec))),segFN=segments_w,generation=32}
   [junit4]   2> 45322 T184 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 32
   [junit4]   2> 45373 T184 oass.SolrIndexSearcher.<init> Opening Searcher@15e3cd0f main
   [junit4]   2> 45374 T184 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 45377 T186 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15e3cd0f main{StandardDirectoryReader(segments_w:121:nrt _y(4.7):C5/1:delGen=1)}
   [junit4]   2> 45377 T184 oas.SolrTestCaseJ4.tearDown ###Ending testNonStringFieldsValues
   [junit4]   2> 45386 T184 oas.SolrTestCaseJ4.setUp ###Starting testDupeAllFieldsDetection
   [junit4]   2> 45387 T184 C29 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 45388 T184 C29 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 45391 T184 C29 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 45392 T184 C29 oasc.So

[...truncated too long message...]

te.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 937067 T4653 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 937068 T4653 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 937069 T4653 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 937070 T4653 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 937071 T4653 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard1/data/index [CachedDir<<refCount=0;path=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard1/data/index;done=false>>]
   [junit4]   2> 937072 T4653 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard1/data/index
   [junit4]   2> 937073 T4653 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard1/data [CachedDir<<refCount=0;path=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard1/data;done=false>>]
   [junit4]   2> 937074 T4653 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard1/data
   [junit4]   2> 937076 T4653 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/e_ohn/s,null}
   [junit4]   2> 937149 T4653 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=-1554544999
   [junit4]   2> 937150 T4653 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7a8fb88d
   [junit4]   2> 937160 T4653 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 937162 T4653 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 937163 T4653 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 937164 T4653 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 937166 T4653 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 937167 T4653 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 937168 T4653 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard2/data [CachedDir<<refCount=0;path=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard2/data;done=false>>]
   [junit4]   2> 937170 T4653 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard2/data
   [junit4]   2> 937171 T4653 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard2/data/index [CachedDir<<refCount=0;path=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard2/data/index;done=false>>]
   [junit4]   2> 937172 T4653 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389914734308/shard2/data/index
   [junit4]   2> 937174 T4653 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/e_ohn/s,null}
   [junit4]   2> 937227 T4653 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistributedQueryElevationComponentTest -Dtests.method=testDistribSearch -Dtests.seed=85838E9D82F98EC8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pl_PL -Dtests.timezone=Africa/Asmara -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 2.72s J0 | DistributedQueryElevationComponentTest.testDistribSearch <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: .responseHeader.params.version!=forceElevation (unordered or missing)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([85838E9D82F98EC8:4650085F5A6EEF4]:0)
   [junit4]    > 	at junit.framework.Assert.fail(Assert.java:50)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:840)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:859)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:562)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
   [junit4]    > 	at org.apache.solr.handler.component.DistributedQueryElevationComponentTest.doTest(DistributedQueryElevationComponentTest.java:83)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:780)
   [junit4]   2> 937248 T4653 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=pl_PL, timezone=Africa/Asmara
   [junit4]   2> NOTE: Linux 3.8.0-35-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=130571960,total=192610304
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsBasicDistributedZk2Test, TestNonNRTOpen, TestBadConfig, TestCoreContainer, UpdateParamsTest, URLClassifyProcessorTest, TestMergePolicyConfig, TestRandomDVFaceting, TestSolrDeletionPolicy1, DistributedTermsComponentTest, TestSimpleQParserPlugin, TestExtendedDismaxParser, TestTrie, ZkCLITest, CoreMergeIndexesAdminHandlerTest, TestJoin, DistributedSuggestComponentTest, SearchHandlerTest, SoftAutoCommitTest, EnumFieldTest, SimpleFacetsTest, TestCloudManagedSchemaAddField, TestCustomSort, TestSolrXmlPersistence, ExternalFileFieldSortTest, DeleteReplicaTest, TestManagedSchemaFieldResource, BJQParserTest, LeaderElectionTest, ChangedSchemaMergeTest, SchemaVersionSpecificBehaviorTest, TestPostingsSolrHighlighter, QueryEqualityTest, TestInfoStreamLogging, TestStressUserVersions, TestManagedSchema, SolrInfoMBeanTest, TestSuggestSpellingConverter, BinaryUpdateRequestHandlerTest, QueryParsingTest, TestDocumentBuilder, JsonLoaderTest, TestReversedWildcardFilterFactory, AutoCommitTest, CachingDirectoryFactoryTest, SpellPossibilityIteratorTest, TestAddFieldRealTimeGet, DocValuesMissingTest, TestSurroundQueryParser, DistributedQueryComponentCustomSortTest, SolrIndexSplitterTest, CSVRequestHandlerTest, TestSchemaNameResource, ZkControllerTest, DeleteShardTest, WordBreakSolrSpellCheckerTest, CoreAdminCreateDiscoverTest, PeerSyncTest, TestLMDirichletSimilarityFactory, BlockCacheTest, TestSearchPerf, ShardRoutingTest, TestPseudoReturnFields, TestFieldTypeResource, TestBM25SimilarityFactory, SynonymTokenizerTest, ResponseLogComponentTest, TestFreeTextSuggestions, SliceStateUpdateTest, ClusterStateUpdateTest, DocumentBuilderTest, LukeRequestHandlerTest, AnalysisAfterCoreReloadTest, BadCopyFieldTest, OverseerTest, IndexSchemaTest, TestSolrQueryParserDefaultOperatorResource, CopyFieldTest, TestDynamicFieldResource, TestFunctionQuery, TestFieldCollectionResource, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TermsComponentTest, TestLFUCache, TestSort, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, TestReplicationHandler, TestZkChroot, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TestStressReorder, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, BasicFunctionalityTest, OverseerCollectionProcessorTest, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest]
   [junit4] Completed on J0 in 2.75s, 1 test, 1 failure <<< FAILURES!

[...truncated 450 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:452: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 error, 4 failures, 34 ignored (6 assumptions)

Total time: 51 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.6.0_45) - Build # 9018 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9018/
Java: 32bit/jdk1.6.0_45 -client -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1

Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at __randomizedtesting.SeedInfo.seed([B430C5BB8BC90369:B0384A48996CEC48]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:428)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9945 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> 1025842 T3725 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1389908298139
   [junit4]   2> 1025843 T3725 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1025845 T3725 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
   [junit4]   2> 1025846 T3725 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1025846 T3726 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1025946 T3725 oasc.ZkTestServer.run start zk server on port:58557
   [junit4]   2> 1025947 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026225 T3732 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c3392d name:ZooKeeperConnection Watcher:127.0.0.1:58557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026226 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026228 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026230 T3734 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e740a name:ZooKeeperConnection Watcher:127.0.0.1:58557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026230 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026230 T3725 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1026235 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026236 T3736 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ae7c1c name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026237 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026237 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1026241 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026242 T3738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14e583e name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026242 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026243 T3725 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1026248 T3725 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1026254 T3725 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1026257 T3725 oasc.Overseer.start Overseer (id=91089030227165187-127.0.0.1:58557_solr-n_0000000000) starting
   [junit4]   2> 1026260 T3725 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1026267 T3725 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1026276 T3725 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1026281 T3740 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1026282 T3725 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1026283 T3740 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1026284 T3739 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1026288 T3725 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1026291 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026296 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026297 T3742 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@197493f name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026297 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026299 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026304 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
   [junit4]   2> 1026309 T3736 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 1026309 T3742 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 1026310 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026312 T3744 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d17362 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026312 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026313 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026318 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 1026322 T3736 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1026323 T3742 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1026323 T3744 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1026324 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026325 T3746 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1580562 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026325 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026327 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026330 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 1026335 T3736 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1026335 T3742 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1026341 T3744 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1026341 T3746 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1026342 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026343 T3748 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14a9a47 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026343 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026345 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026348 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
   [junit4]   2> 1026354 T3744 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1026354 T3742 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1026354 T3736 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1026355 T3746 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1026355 T3748 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1026356 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026357 T3750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1355d3 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026358 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026359 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026363 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
   [junit4]   2> 1026370 T3736 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1026370 T3742 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1026370 T3746 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1026370 T3750 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1026372 T3748 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1026372 T3744 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1026372 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026373 T3752 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12ad416 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026373 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026375 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026389 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
   [junit4]   2> 1026397 T3736 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026397 T3750 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026397 T3744 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026397 T3742 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026398 T3752 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026399 T3748 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026399 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026399 T3746 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1026400 T3754 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a623a name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026401 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026402 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026406 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
   [junit4]   2> 1026413 T3736 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1026413 T3752 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1026413 T3750 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1026413 T3754 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1026414 T3742 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1026414 T3746 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1026415 T3748 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1026415 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026415 T3744 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1026417 T3756 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1de002a name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026417 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026419 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026423 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
   [junit4]   2> 1026431 T3748 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 1026431 T3736 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 1026431 T3754 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 1026432 T3746 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 1026432 T3750 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 1026432 T3752 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 1026432 T3756 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 1026434 T3744 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 1026434 T3742 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 1026434 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026435 T3758 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@752d8 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026435 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026437 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026441 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
   [junit4]   2> 1026450 T3754 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026450 T3750 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026450 T3742 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026450 T3752 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026450 T3756 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026450 T3748 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026450 T3746 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026450 T3736 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026452 T3744 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026452 T3758 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 1026453 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026454 T3760 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16ce0f name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026455 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026456 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026461 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
   [junit4]   2> 1026467 T3760 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026469 T3756 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026471 T3754 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026471 T3750 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026472 T3746 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026472 T3742 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026472 T3744 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026472 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026472 T3752 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026474 T3736 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026474 T3748 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026475 T3762 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@104698b name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026475 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026477 T3758 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 1026478 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026482 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
   [junit4]   2> 1026493 T3748 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026493 T3752 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026493 T3760 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026494 T3746 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026494 T3744 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026494 T3762 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026495 T3736 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026495 T3750 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026495 T3742 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026495 T3754 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026497 T3758 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026497 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026497 T3756 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 1026498 T3764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1293fa4 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026499 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026500 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026504 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
   [junit4]   2> 1026515 T3748 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026515 T3742 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026516 T3756 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026516 T3754 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026516 T3746 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026516 T3752 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026517 T3744 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026517 T3760 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026517 T3762 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026518 T3736 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026519 T3764 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026519 T3758 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026520 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026520 T3750 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 1026521 T3766 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1def8d8 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026521 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026523 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026527 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
   [junit4]   2> 1026537 T3748 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026538 T3744 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026538 T3746 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026538 T3762 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026539 T3754 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026539 T3750 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026539 T3742 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026540 T3756 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026540 T3760 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026540 T3736 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026540 T3764 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026540 T3752 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026541 T3758 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026542 T3766 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 1026543 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026545 T3768 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@130d2a9 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026545 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026547 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026553 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
   [junit4]   2> 1026566 T3764 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026569 T3748 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026571 T3758 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026572 T3736 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026572 T3742 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026573 T3756 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026573 T3752 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026573 T3744 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026573 T3746 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026574 T3760 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026573 T3766 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026574 T3754 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026574 T3762 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026577 T3750 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026578 T3768 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 1026580 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026583 T3770 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56274a name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026584 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026588 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026597 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
   [junit4]   2> 1026612 T3758 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026615 T3736 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026618 T3762 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026619 T3768 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026619 T3760 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026620 T3750 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026620 T3754 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026621 T3742 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026621 T3752 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026621 T3766 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026621 T3756 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026625 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026624 T3748 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026624 T3746 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026623 T3770 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026622 T3744 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026622 T3764 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 1026626 T3772 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c53839 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026627 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026629 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026633 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
   [junit4]   2> 1026647 T3748 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026647 T3754 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026647 T3768 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026648 T3758 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026648 T3750 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026648 T3742 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026649 T3736 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026649 T3756 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026650 T3752 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026650 T3764 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026650 T3766 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026651 T3744 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026651 T3746 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026651 T3762 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026652 T3772 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026653 T3770 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026654 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026654 T3760 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 1026655 T3774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f9a4e3 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026655 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026657 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026661 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
   [junit4]   2> 1026674 T3770 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026674 T3764 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026675 T3754 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026675 T3766 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026675 T3756 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026676 T3758 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026675 T3768 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026676 T3736 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026676 T3742 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026677 T3772 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026677 T3752 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026677 T3750 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026677 T3744 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026677 T3746 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026678 T3762 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026679 T3774 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026680 T3748 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026680 T3760 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 1026680 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026681 T3776 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bc485d name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026682 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026683 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026687 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
   [junit4]   2> 1026699 T3768 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026699 T3748 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026702 T3764 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026702 T3754 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026703 T3756 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026703 T3750 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026703 T3770 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026703 T3758 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026704 T3736 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026704 T3742 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026704 T3772 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026705 T3752 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026705 T3744 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026705 T3774 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026705 T3766 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026705 T3762 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026705 T3746 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026706 T3776 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026707 T3760 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 1026707 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026709 T3778 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1370688 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026709 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026710 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026715 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
   [junit4]   2> 1026728 T3762 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026735 T3752 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026737 T3744 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026737 T3758 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026737 T3764 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026738 T3760 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026738 T3776 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026739 T3754 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026739 T3768 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026739 T3770 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026739 T3750 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026740 T3736 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026740 T3742 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026740 T3772 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026741 T3766 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026740 T3756 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026741 T3746 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026742 T3778 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026743 T3748 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026743 T3774 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 1026744 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026745 T3780 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2aac07 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026745 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026747 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026751 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
   [junit4]   2> 1026765 T3758 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026766 T3762 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026767 T3772 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026767 T3760 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026767 T3754 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026767 T3770 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026767 T3750 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026768 T3748 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026769 T3742 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026769 T3752 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026769 T3768 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026769 T3746 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026769 T3776 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026769 T3778 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026769 T3736 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026770 T3744 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026770 T3766 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026770 T3764 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026770 T3756 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026771 T3780 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026772 T3774 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 1026773 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026774 T3782 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ff1e77 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026774 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026776 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026780 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
   [junit4]   2> 1026795 T3748 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026796 T3760 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026796 T3766 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026797 T3776 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026797 T3768 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026797 T3770 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026797 T3736 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026798 T3752 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026798 T3780 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026798 T3778 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026798 T3742 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026798 T3756 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026798 T3772 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026799 T3754 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026799 T3764 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026799 T3762 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026799 T3774 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026799 T3746 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026799 T3744 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026800 T3750 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026801 T3758 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026802 T3782 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 1026803 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026805 T3784 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74b42 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026805 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026807 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026811 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
   [junit4]   2> 1026829 T3754 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026830 T3756 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026830 T3768 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026830 T3750 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026830 T3770 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026831 T3776 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026831 T3742 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026831 T3778 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026831 T3760 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026832 T3772 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026831 T3780 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026832 T3782 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026831 T3762 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026831 T3736 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026833 T3774 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026833 T3784 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026832 T3746 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026832 T3744 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026832 T3752 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026832 T3766 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026832 T3764 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026835 T3758 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026836 T3748 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 1026836 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026837 T3786 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14efe4 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026837 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026839 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026843 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
   [junit4]   2> 1026856 T3770 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026858 T3748 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026858 T3754 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026859 T3768 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026860 T3750 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026860 T3774 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026860 T3782 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026860 T3786 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026861 T3776 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026860 T3736 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026861 T3772 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026862 T3752 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026862 T3746 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026861 T3742 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026861 T3778 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026861 T3780 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026862 T3762 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026862 T3760 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026862 T3764 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026862 T3744 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026861 T3766 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026864 T3756 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026865 T3758 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026866 T3784 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 1026866 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026867 T3788 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a23da4 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026867 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026869 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026872 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
   [junit4]   2> 1026888 T3780 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026890 T3748 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026891 T3784 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026892 T3776 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026892 T3782 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026893 T3786 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026892 T3754 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026893 T3758 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026894 T3762 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026894 T3766 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026894 T3760 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026894 T3736 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026894 T3768 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026895 T3764 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026894 T3770 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026895 T3756 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026896 T3752 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026895 T3778 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026895 T3742 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026896 T3774 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026896 T3746 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026895 T3772 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026897 T3788 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026899 T3750 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026899 T3744 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 1026899 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026900 T3790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11afdc5 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026901 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026902 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026906 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
   [junit4]   2> 1026919 T3782 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026924 T3748 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026926 T3784 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026926 T3788 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026926 T3766 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026926 T3754 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026927 T3786 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026927 T3758 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026927 T3776 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026928 T3760 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026928 T3768 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026928 T3762 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026928 T3736 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026928 T3742 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026929 T3752 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026929 T3744 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026928 T3770 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026929 T3774 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026929 T3764 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026929 T3756 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026929 T3778 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026929 T3772 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026928 T3780 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026931 T3790 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026932 T3750 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026932 T3746 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 1026933 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026934 T3792 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b5ecf name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026934 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026936 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026940 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
   [junit4]   2> 1026959 T3748 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026960 T3774 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026960 T3742 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026960 T3776 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026960 T3766 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026961 T3746 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026961 T3782 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026961 T3784 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026962 T3786 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026961 T3754 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026963 T3768 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026964 T3736 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026964 T3764 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026964 T3760 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026965 T3770 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026965 T3778 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026965 T3772 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026964 T3762 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026966 T3752 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026965 T3756 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026965 T3790 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026965 T3780 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026965 T3788 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026965 T3758 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026967 T3792 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026969 T3750 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026969 T3744 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 1026969 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1026971 T3794 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@938319 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1026971 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1026973 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1026976 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
   [junit4]   2> 1026995 T3748 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1026996 T3746 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1026997 T3780 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1026998 T3744 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1026998 T3782 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1026998 T3754 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1026998 T3784 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1026998 T3786 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1026999 T3792 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1026999 T3776 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027000 T3766 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027000 T3760 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027000 T3770 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027000 T3768 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027000 T3762 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027000 T3758 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027001 T3778 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027001 T3790 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027001 T3788 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027001 T3736 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027000 T3774 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027002 T3752 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027002 T3756 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027001 T3772 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027001 T3742 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027004 T3794 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027005 T3750 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027005 T3764 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 1027006 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027007 T3796 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@153a7ce name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027007 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1027009 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1027013 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
   [junit4]   2> 1027032 T3748 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027033 T3744 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027035 T3742 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027035 T3784 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027035 T3782 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027035 T3754 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027035 T3786 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027036 T3796 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027036 T3792 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027037 T3776 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027037 T3762 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027037 T3768 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027037 T3766 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027038 T3736 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027037 T3794 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027038 T3752 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027038 T3788 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027037 T3770 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027037 T3758 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027037 T3760 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027039 T3746 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027039 T3764 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027039 T3790 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027038 T3756 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027038 T3780 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027038 T3772 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027038 T3778 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027042 T3750 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027042 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027042 T3774 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 1027049 T3798 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1033e78 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027050 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1027052 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1027056 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
   [junit4]   2> 1027074 T3792 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027078 T3742 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027080 T3748 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027081 T3786 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027082 T3796 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027082 T3754 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027082 T3752 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027083 T3782 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027083 T3784 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027085 T3780 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027085 T3768 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027085 T3766 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027085 T3776 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027086 T3794 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027086 T3788 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027086 T3758 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027086 T3736 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027085 T3762 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027087 T3772 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027087 T3756 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027087 T3778 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027086 T3770 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027086 T3760 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027088 T3764 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027088 T3790 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027087 T3746 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027088 T3744 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027089 T3798 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027091 T3750 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027091 T3774 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 1027092 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027093 T3800 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1241250 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027093 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1027095 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1027099 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
   [junit4]   2> 1027119 T3744 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027120 T3748 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027120 T3782 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027121 T3790 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027122 T3784 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027123 T3754 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027123 T3758 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027123 T3786 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027123 T3750 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027124 T3760 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027124 T3792 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027124 T3794 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027125 T3776 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027125 T3762 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027125 T3768 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027125 T3780 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027126 T3778 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027125 T3736 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027126 T3772 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027125 T3770 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027125 T3766 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027127 T3752 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027127 T3746 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027127 T3798 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027126 T3756 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027126 T3742 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027126 T3788 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027128 T3800 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027127 T3764 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027130 T3796 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027131 T3774 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 1027131 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027132 T3802 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@104e3ef name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027132 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1027134 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1027138 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node30
   [junit4]   2> 1027161 T3748 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027162 T3784 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027162 T3776 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027162 T3766 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027163 T3754 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027163 T3786 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027163 T3782 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027164 T3750 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027164 T3752 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027164 T3764 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027164 T3774 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027165 T3742 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027165 T3758 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027165 T3780 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027165 T3772 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027165 T3778 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027166 T3790 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027166 T3768 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027166 T3762 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027167 T3788 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027167 T3770 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027167 T3794 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027167 T3800 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027167 T3736 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027167 T3792 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027167 T3760 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027167 T3756 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027168 T3746 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027167 T3744 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027169 T3802 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027171 T3796 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027171 T3798 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 1027172 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027173 T3804 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1955344 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027173 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1027175 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1027179 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node31
   [junit4]   2> 1027201 T3748 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027201 T3754 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027202 T3786 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027204 T3742 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027204 T3750 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027205 T3804 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027205 T3792 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027205 T3794 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027205 T3756 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027205 T3746 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027206 T3802 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027206 T3766 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027206 T3790 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027207 T3758 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027206 T3776 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027207 T3736 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027207 T3770 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027207 T3768 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027206 T3788 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027208 T3800 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027206 T3762 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027206 T3760 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027209 T3798 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027209 T3774 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027208 T3744 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027208 T3764 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027208 T3752 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027208 T3782 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027208 T3772 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027207 T3780 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027207 T3778 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027213 T3796 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027213 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027213 T3784 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 1027214 T3806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c23c1c name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027214 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1027217 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1027221 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node32
   [junit4]   2> 1027243 T3748 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027244 T3784 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027245 T3750 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027246 T3756 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027246 T3770 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027247 T3762 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027247 T3786 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027247 T3794 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027248 T3776 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027248 T3802 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027248 T3792 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027248 T3766 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027248 T3736 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027249 T3804 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027249 T3790 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027249 T3768 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027249 T3760 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027249 T3758 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027250 T3788 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027250 T3772 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027249 T3778 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027251 T3764 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027251 T3752 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027252 T3774 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027251 T3744 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027252 T3798 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027251 T3780 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027250 T3742 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027252 T3746 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027251 T3754 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027251 T3800 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027255 T3806 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027256 T3796 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027256 T3782 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 1027256 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027257 T3808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12877e5 name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027258 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1027259 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1027263 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node33
   [junit4]   2> 1027290 T3796 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027290 T3754 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027290 T3784 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027290 T3786 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027291 T3774 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027291 T3746 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027292 T3764 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027292 T3806 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027292 T3782 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027292 T3752 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027292 T3780 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027292 T3800 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027292 T3744 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027293 T3792 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027294 T3804 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027293 T3790 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027293 T3772 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027294 T3762 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027293 T3776 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027292 T3742 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027295 T3756 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027295 T3736 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027295 T3770 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027295 T3766 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027294 T3758 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027294 T3750 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027294 T3760 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027294 T3802 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027294 T3768 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027293 T3794 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027297 T3808 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027295 T3788 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027295 T3778 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027299 T3748 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027300 T3798 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 1027300 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1027301 T3810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1893c6d name:ZooKeeperConnection Watcher:127.0.0.1:58557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1027302 T3725 oascc.ConnectionManager.waitForConnected 

[...truncated too long message...]

lector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1056740 T4171 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1056865 T3725 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1056884 T3725 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1056900 T4201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1056903 T3725 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1056908 T4202 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1056913 T4193 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 1056915 T4199 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 1056920 T3725 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1056922 T4201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1056922 T4205 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16538dd name:ZooKeeperConnection Watcher:127.0.0.1:34739/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1056923 T3725 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1056927 T3725 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1056935 T3725 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 1056944 T4193 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 1056944 T4205 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 1056950 T4201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1056951 T3725 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1056955 T4202 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 1056955 T4202 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 1056964 T4201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1056972 T3725 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1056984 T4201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1056992 T4201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1057096 T4205 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1057096 T4193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1057099 T3725 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1057105 T4193 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 1057105 T4205 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 1057107 T3725 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:34739 34739
   [junit4]   2> 1057309 T3725 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1057313 T3725 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 1057313 T3725 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1060314 T3725 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=es_PY, timezone=Antarctica/Davis
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=8,threads=1,free=138031808,total=214192128
   [junit4]   2> NOTE: All tests run in this JVM: [TestGroupingSearch, BadCopyFieldTest, TriLevelCompositeIdRoutingTest, ParsingFieldUpdateProcessorsTest, DistributedTermsComponentTest, AnalysisAfterCoreReloadTest, SliceStateTest, StatelessScriptUpdateProcessorFactoryTest, TestStressVersions, QueryElevationComponentTest, DOMUtilTest, TestManagedSchema, CSVRequestHandlerTest, TestRandomMergePolicy, CacheHeaderTest, SystemInfoHandlerTest, PeerSyncTest, RecoveryZkTest, TestPerFieldSimilarity, SyncSliceTest, ZkCLITest, UpdateParamsTest, HdfsLockFactoryTest, WordBreakSolrSpellCheckerTest, TestRemoteStreaming, CursorPagingTest, HdfsCollectionsAPIDistributedZkTest, LukeRequestHandlerTest, SynonymTokenizerTest, TestSearchPerf, LeaderElectionTest, TestDynamicFieldResource, TestFunctionQuery, SOLR749Test, ShowFileRequestHandlerTest, BinaryUpdateRequestHandlerTest, HdfsDirectoryTest, TestMergePolicyConfig, SuggesterTest, ChangedSchemaMergeTest, DocumentBuilderTest, TestDocBasedVersionConstraints, SolrInfoMBeanTest, TestLMJelinekMercerSimilarityFactory, DistributedSpellCheckComponentTest, SimpleFacetsTest, TestRecoveryHdfs, FastVectorHighlighterTest, HdfsBasicDistributedZk2Test, TestHighFrequencyDictionaryFactory, BasicFunctionalityTest, TestDocSet, RegexBoostProcessorTest, TestPseudoReturnFields, TestSort, TestValueSourceCache, CoreAdminCreateDiscoverTest, SliceStateUpdateTest, TermsComponentTest, IndexSchemaTest, ClusterStateUpdateTest, DirectUpdateHandlerOptimizeTest, TestCharFilters, BadComponentTest, FileBasedSpellCheckerTest, TestSchemaSimilarityResource, TestSchemaNameResource, TestReloadAndDeleteDocs, SearchHandlerTest, TestLMDirichletSimilarityFactory, TestCloudManagedSchema, MoreLikeThisHandlerTest, LoggingHandlerTest, TestRandomDVFaceting, TestWriterPerf, TestElisionMultitermQuery, TestSystemIdResolver, CoreAdminHandlerTest, OverseerCollectionProcessorTest, ScriptEngineTest, QueryParsingTest, TestExtendedDismaxParser, TestPostingsSolrHighlighter, TestFreeTextSuggestions, TestDocumentBuilder, TestConfig, DistributedQueryElevationComponentTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OverseerTest]
   [junit4] Completed on J0 in 34.50s, 8 tests, 1 error <<< FAILURES!

[...truncated 533 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 error, 34 ignored (6 assumptions)

Total time: 57 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b123) - Build # 9017 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9017/
Java: 32bit/jdk1.8.0-ea-b123 -client -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 30746 lines...]
-check-forbidden-base:
[forbidden-apis] Reading bundled API signatures: jdk-unsafe-1.6
[forbidden-apis] Reading bundled API signatures: jdk-deprecated-1.6
[forbidden-apis] Reading bundled API signatures: commons-io-unsafe-2.1
[forbidden-apis] Reading API signatures: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/tools/forbiddenApis/base.txt
[forbidden-apis] Reading API signatures: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/tools/forbiddenApis/servlet-api.txt
[forbidden-apis] Loading classes to check...
[forbidden-apis] Scanning for API signatures and dependencies...
[forbidden-apis] Forbidden method invocation: java.lang.String#toLowerCase() [Uses default locale]
[forbidden-apis]   in org.apache.solr.cloud.OverseerRolesTest (OverseerRolesTest.java:161)
[forbidden-apis] Scanned 1906 (and 1316 related) class file(s) for forbidden API invocations (in 1.28s), 1 error(s).

BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:64: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:271: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:474: Check for forbidden API calls failed, see log.

Total time: 50 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0-ea-b123 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_60-ea-b02) - Build # 9016 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9016/
Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1

Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at __randomizedtesting.SeedInfo.seed([19BD33705C9A933:5935CC4176C4612]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:428)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10462 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> 612591 T3657 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1389895562518
   [junit4]   2> 612591 T3657 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 612594 T3657 oas.SolrTestCaseJ4.setUp ###Starting testShardLeaderChange
   [junit4]   2> 612594 T3657 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 612595 T3658 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 612695 T3657 oasc.ZkTestServer.run start zk server on port:45952
   [junit4]   2> 612696 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 612843 T3664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6232e5 name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 612843 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 612844 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 612847 T3666 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e84ed9 name:ZooKeeperConnection Watcher:127.0.0.1:45952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 612847 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 612851 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 612853 T3668 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165f09a name:ZooKeeperConnection Watcher:127.0.0.1:45952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 612853 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 612854 T3657 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 612859 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 612864 T3669 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 612865 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 612866 T3671 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bcd57 name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 612866 T3669 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 612867 T3673 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aaef1d name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 612867 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 612868 T3669 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 612869 T3657 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 612872 T3669 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 612873 T3657 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 612876 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 612878 T3669 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 612880 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 612881 T3669 oasc.Overseer.start Overseer (id=91088195585572867-127.0.0.1:45952_solr-n_0000000000) starting
   [junit4]   2> 612883 T3673 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 612885 T3669 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 612885 T3657 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 612889 T3669 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 612895 T3669 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 612899 T3669 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 612899 T3675 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 612901 T3669 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 612903 T3677 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1df256d name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 612903 T3669 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 612908 T3669 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 612912 T3669 oasc.Overseer.start Overseer (id=91088195585572869-127.0.0.1:45952_solr-n_0000000001) starting
   [junit4]   2> 612920 T3679 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 612921 T3679 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 612922 T3678 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 612925 T3678 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612926 T3678 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 612926 T3678 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 612926 T3678 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 612930 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612931 T3673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 613389 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 613405 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 613414 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613416 T3678 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 613417 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 613417 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613422 T3678 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 613422 T3678 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 613424 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 613426 T3681 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d1b004 name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 613427 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613427 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 613429 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 613433 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 613437 T3673 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 613438 T3681 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 613440 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 613440 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613443 T3678 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 613444 T3678 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 613448 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613451 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 613552 T3673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 613552 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 613653 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 613657 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613658 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613658 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613660 T3678 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 613662 T3678 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 613662 T3678 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 613662 T3678 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 613667 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613770 T3673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 613770 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614158 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 614170 T3673 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 614170 T3681 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 614172 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614173 T3681 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 614181 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614181 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614181 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614183 T3678 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614187 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614291 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 614374 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614376 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614378 T3683 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@198627b name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614379 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614381 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 614385 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 614389 T3681 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614389 T3683 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614392 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614392 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 614393 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614394 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614395 T3678 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614396 T3678 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614397 T3678 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614400 T3675 oasc.OverseerCollectionProcessor.amILeader  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:307)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:163)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 614400 T3674 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer work queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.element(DistributedQueue.java:131)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:325)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:105)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 614401 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614401 T3675 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=91088195585572867-127.0.0.1:45952_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 614403 T3675 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 614404 T3675 oasc.OverseerCollectionProcessor.run ERROR Unable to prioritize overseer  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /roles.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:222)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:219)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:219)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:170)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 614404 T3683 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 614404 T3681 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 614404 T3675 oasc.OverseerCollectionProcessor.amILeader  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:307)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:177)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 614406 T3675 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=91088195585572867-127.0.0.1:45952_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 614408 T3683 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 614409 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614409 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 614410 T3678 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614410 T3678 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614414 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614418 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614418 T3677 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614420 T3685 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12ca789 name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614421 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614422 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 614423 T3669 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 614426 T3669 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614428 T3687 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1274c8b name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614428 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 614428 T3669 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614433 T3685 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614433 T3683 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614435 T3669 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 614437 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 614439 T3669 oasc.Overseer.start Overseer (id=91088195585572873-127.0.0.1:45952_solr-n_0000000002) starting
   [junit4]   2> 614447 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614447 T3689 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 614448 T3689 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 614450 T3688 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614451 T3688 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 614452 T3688 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614452 T3688 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614453 T3685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614453 T3683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614458 T3688 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614458 T3688 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614459 T3685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614460 T3683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614465 T3683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614465 T3685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614468 T3688 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 614471 T3688 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614472 T3688 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614473 T3688 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614477 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614479 T3685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614479 T3683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614519 T3678 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:411)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:195)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 614649 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614654 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614655 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 614657 T3688 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614658 T3688 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 614659 T3688 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614663 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614666 T3685 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 614666 T3683 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 614667 T3683 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 614668 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614668 T3685 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 614668 T3683 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 614675 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614680 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614784 T3685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 614870 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614872 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614874 T3691 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d25dfe name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614874 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614877 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 614881 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 614885 T3685 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614885 T3691 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614888 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614888 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 614889 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614890 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614892 T3688 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614894 T3688 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614894 T3688 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614899 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614901 T3691 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 614901 T3685 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 614903 T3691 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 614904 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614905 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 614906 T3688 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614907 T3688 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614910 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614917 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614919 T3693 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1eb2d7e name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614919 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614919 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614921 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 614925 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 614930 T3691 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614930 T3693 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614933 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614933 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 614935 T3688 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614936 T3688 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614939 T3687 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614942 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614948 T3669 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 614949 T3669 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614951 T3695 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d2fb8f name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614952 T3669 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614956 T3669 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 614959 T3669 oasc.Overseer.start Overseer (id=91088195585572876-127.0.0.1:45952_solr-n_0000000003) starting
   [junit4]   2> 614966 T3697 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 614967 T3697 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 614969 T3696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614970 T3696 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 614971 T3696 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614972 T3696 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614974 T3693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614974 T3691 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614978 T3696 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614979 T3696 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614980 T3693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614980 T3691 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614986 T3691 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614987 T3693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614991 T3696 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 614992 T3696 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 614993 T3691 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614993 T3693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614996 T3696 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 615040 T3688 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:411)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:195)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 615144 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615149 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615150 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 615152 T3696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615154 T3696 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 615154 T3696 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615158 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615159 T3693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615160 T3691 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615161 T3693 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 615163 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615164 T3693 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 615172 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615175 T3696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615180 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615283 T3693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 615366 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615368 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 615370 T3699 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18c0d1b name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 615370 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 615373 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 615376 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 615380 T3699 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 615380 T3693 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 615382 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 615382 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615383 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615383 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615385 T3696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615386 T3696 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615387 T3696 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615390 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615391 T3699 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 615391 T3693 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 615393 T3699 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 615394 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615394 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 615396 T3696 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615396 T3696 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615400 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615405 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 615407 T3701 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a231c1 name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 615407 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615407 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 615410 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 615415 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 615419 T3699 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 615419 T3701 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 615422 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615422 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 615424 T3696 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615425 T3696 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615429 T3695 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615433 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615466 T3669 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 615469 T3669 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 615470 T3703 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b01a04 name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 615471 T3669 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 615476 T3669 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 615480 T3669 oasc.Overseer.start Overseer (id=91088195585572879-127.0.0.1:45952_solr-n_0000000004) starting
   [junit4]   2> 615488 T3705 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 615489 T3705 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 615491 T3704 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615492 T3704 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 615493 T3704 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615493 T3704 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615495 T3699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615495 T3701 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615500 T3704 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615501 T3704 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615503 T3701 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615503 T3699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615509 T3699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615509 T3701 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615513 T3704 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615514 T3704 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615515 T3701 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615515 T3699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615518 T3704 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 615530 T3696 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:411)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:195)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 615635 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615640 T3703 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615640 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 615643 T3704 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615644 T3704 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 615644 T3704 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615649 T3703 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615651 T3699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615651 T3701 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615653 T3699 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 615653 T3701 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 615655 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615656 T3701 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 615662 T3703 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615665 T3704 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615670 T3703 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615671 T3673 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 615672 T3673 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 615774 T3701 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 615857 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615860 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 615862 T3707 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d0b0e1 name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 615862 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 615865 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 615869 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 615873 T3701 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 615873 T3707 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 615876 T3703 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615876 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 615876 T3703 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615877 T3703 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615880 T3704 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615882 T3704 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615882 T3704 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615886 T3703 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615887 T3707 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 615887 T3701 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 615888 T3669 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 615889 T3707 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 615890 T3669 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 615891 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 615892 T3709 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12a3b65 name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 615892 T3669 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 615897 T3669 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 615899 T3669 oasc.Overseer.start Overseer (id=91088195585572881-127.0.0.1:45952_solr-n_0000000005) starting
   [junit4]   2> 615900 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 615904 T3711 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c6dc84 name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 615905 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 615907 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 615910 T3713 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 615911 T3713 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 615912 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 615913 T3712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615914 T3712 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 615916 T3712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615916 T3712 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615916 T3707 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 615916 T3711 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 615917 T3711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615917 T3707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615920 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 615920 T3712 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 615923 T3712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615925 T3712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615925 T3712 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615928 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615928 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615929 T3711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615929 T3707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615933 T3712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615937 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615938 T3712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 615939 T3712 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 615943 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615987 T3704 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:411)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:195)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 616045 T3711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616045 T3707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616130 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 616135 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616135 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616135 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 616136 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616138 T3712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 616139 T3712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 616140 T3712 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 616143 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616147 T3711 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 616147 T3707 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 616149 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 616149 T3711 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 616157 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616162 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616266 T3711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 616351 T3657 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 616354 T3657 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 616356 T3715 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fb8ccb name:ZooKeeperConnection Watcher:127.0.0.1:45952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 616356 T3657 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 616358 T3657 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 616363 T3657 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 616367 T3711 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 616367 T3715 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 616370 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616370 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616371 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616370 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 616373 T3712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 616374 T3712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 616375 T3712 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 616378 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616383 T3715 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 616383 T3711 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 616385 T3715 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 616387 T3709 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616387 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 616389 T3712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 616389 T3712 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 616393 T3709 oasc.Distributed

[...truncated too long message...]

e state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 634151 T4123 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 634152 T4123 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core6",
   [junit4]   2> 	  "core_node_name":"node6",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 634152 T4123 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 634152 T4123 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 634155 T4122 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 634272 T4120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 634272 T4126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 634650 T3657 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 634661 T4126 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 634665 T3657 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39499 39499
   [junit4]   2> 634952 T3657 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignment
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 634956 T3657 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 634956 T3657 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 636162 T4126 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 636162 T4126 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 636163 T4126 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 637957 T3657 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=et, timezone=Europe/Budapest
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=8,threads=1,free=82701224,total=348127232
   [junit4]   2> NOTE: All tests run in this JVM: [UnloadDistributedZkTest, TestDocumentBuilder, UpdateParamsTest, JsonLoaderTest, HdfsLockFactoryTest, AddSchemaFieldsUpdateProcessorFactoryTest, SOLR749Test, TestPseudoReturnFields, TestCopyFieldCollectionResource, MoreLikeThisHandlerTest, TestAnalyzeInfixSuggestions, TestSystemIdResolver, LeaderElectionTest, DocumentBuilderTest, SoftAutoCommitTest, ZkControllerTest, ReturnFieldsTest, EchoParamsTest, TestSolrXml, TestSolrIndexConfig, SuggesterTest, PrimitiveFieldTypeTest, PeerSyncTest, ParsingFieldUpdateProcessorsTest, TestQueryUtils, TestSchemaSimilarityResource, DistributedQueryElevationComponentTest, TestMergePolicyConfig, BadComponentTest, TestAddFieldRealTimeGet, TestJmxMonitoredMap, TestNRTOpen, SolrTestCaseJ4Test, ShardRoutingTest, TestLMDirichletSimilarityFactory, TestFreeTextSuggestions, TestSearchPerf, BasicFunctionalityTest, SampleTest, ZkCLITest, TestSolrQueryParser, TestCustomSort, FileBasedSpellCheckerTest, DistributedSpellCheckComponentTest, TestSurroundQueryParser, HdfsDirectoryTest, TestRemoteStreaming, TestRecoveryHdfs, TestFileDictionaryLookup, ResourceLoaderTest, TestReversedWildcardFilterFactory, HdfsSyncSliceTest, TestConfig, LukeRequestHandlerTest, SchemaVersionSpecificBehaviorTest, TestLMJelinekMercerSimilarityFactory, SpellPossibilityIteratorTest, CopyFieldTest, DateMathParserTest, TestCollationKeyRangeQueries, SuggesterFSTTest, ChangedSchemaMergeTest, ResponseLogComponentTest, TestFunctionQuery, TestShardHandlerFactory, BadCopyFieldTest, TestSuggestSpellingConverter, TestRandomDVFaceting, DirectUpdateHandlerOptimizeTest, TestReplicationHandler, SpatialFilterTest, TestSort, InfoHandlerTest, RecoveryZkTest, TestCharFilters, TestBM25SimilarityFactory, TestBadConfig, ClusterStateTest, ScriptEngineTest, TestWriterPerf, RegexBoostProcessorTest, DOMUtilTest, HdfsCollectionsAPIDistributedZkTest, HdfsBasicDistributedZk2Test, DocValuesMissingTest, TermVectorComponentTest, LegacyHTMLStripCharFilterTest, AnalysisAfterCoreReloadTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, OverseerTest]
   [junit4] Completed on J0 in 25.40s, 8 tests, 1 error <<< FAILURES!

[...truncated 540 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 error, 34 ignored (6 assumptions)

Total time: 47 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.6.0_45) - Build # 9015 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9015/
Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC

3 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1

Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at __randomizedtesting.SeedInfo.seed([97916EE897829434:9399E11B85277B15]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:428)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)


FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([97916EE897829434:1677E0F0E0DDF408]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:119)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:85)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([97916EE897829434:1677E0F0E0DDF408]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.junit.Assert.assertFalse(Assert.java:79)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:390)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9349 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 42565 T172 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /zw_oh/uv
   [junit4]   2> 42569 T172 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-OverseerRolesTest-1389888481630
   [junit4]   2> 42570 T172 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 42570 T173 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 42670 T172 oasc.ZkTestServer.run start zk server on port:47025
   [junit4]   2> 42672 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 42741 T179 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bf591c name:ZooKeeperConnection Watcher:127.0.0.1:47025 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 42741 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 42742 T172 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 42748 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 42749 T181 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e75a11 name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 42749 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 42750 T172 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 42755 T172 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 42760 T172 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 42763 T172 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 42768 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 42768 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 42775 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 42776 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 42780 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 42781 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 42785 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 42786 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 42790 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 42790 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 42794 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 42795 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 42799 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 42800 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 42804 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 42804 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 42808 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 42809 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 42814 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 42815 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 42819 T172 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 42820 T172 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 42898 T172 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 42904 T172 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43170
   [junit4]   2> 42905 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 42905 T172 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 42906 T172 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891
   [junit4]   2> 42906 T172 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891/'
   [junit4]   2> 42917 T172 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891/solr.xml
   [junit4]   2> 42952 T172 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 42953 T172 oasc.CoreContainer.<init> New CoreContainer 16962526
   [junit4]   2> 42953 T172 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891/]
   [junit4]   2> 42955 T172 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 42955 T172 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 42955 T172 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 42956 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 42956 T172 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 42956 T172 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 42957 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 42957 T172 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 42958 T172 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 42960 T172 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 42960 T172 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 42961 T172 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 42961 T172 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47025/solr
   [junit4]   2> 42962 T172 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 42962 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 42964 T192 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a3c69a name:ZooKeeperConnection Watcher:127.0.0.1:47025 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 42965 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 42968 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 42970 T194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cbbaf name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 42970 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 42973 T172 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 42979 T172 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 42985 T172 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 42989 T172 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43170_zw_oh%2Fuv
   [junit4]   2> 42990 T172 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43170_zw_oh%2Fuv
   [junit4]   2> 42996 T172 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 43001 T172 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 43010 T172 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 43014 T172 oasc.Overseer.start Overseer (id=91087731532234755-127.0.0.1:43170_zw_oh%2Fuv-n_0000000000) starting
   [junit4]   2> 43021 T172 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 43028 T196 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 43030 T172 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 43031 T196 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 43036 T172 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 43039 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 43044 T195 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 43046 T172 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891
   [junit4]   2> 43047 T172 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891/conf/
   [junit4]   2> 43076 T172 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 43077 T172 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 43077 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 43102 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 43105 T199 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1db0c7e name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 43105 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 43107 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 43113 T172 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 43185 T172 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 43187 T172 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42444
   [junit4]   2> 43187 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 43188 T172 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 43188 T172 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389888482174
   [junit4]   2> 43189 T172 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1389888482174/'
   [junit4]   2> 43199 T172 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389888482174/solr.xml
   [junit4]   2> 43235 T172 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 43235 T172 oasc.CoreContainer.<init> New CoreContainer 25381689
   [junit4]   2> 43236 T172 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389888482174/]
   [junit4]   2> 43237 T172 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 43237 T172 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 43237 T172 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 43238 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 43238 T172 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 43239 T172 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 43239 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 43239 T172 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 43240 T172 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 43242 T172 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 43242 T172 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 43243 T172 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 43243 T172 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47025/solr
   [junit4]   2> 43243 T172 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 43244 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 43247 T210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bfbd32 name:ZooKeeperConnection Watcher:127.0.0.1:47025 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 43247 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 43251 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 43252 T212 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12e60f3 name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 43252 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 43262 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 44268 T172 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42444_zw_oh%2Fuv
   [junit4]   2> 44270 T172 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42444_zw_oh%2Fuv
   [junit4]   2> 44274 T199 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 44275 T194 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 44275 T212 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 44284 T172 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389888482174
   [junit4]   2> 44285 T172 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389888482174/conf/
   [junit4]   2> 44306 T172 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 44307 T172 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 44308 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 44380 T172 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 44387 T172 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55413
   [junit4]   2> 44388 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 44388 T172 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 44389 T172 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389888483368
   [junit4]   2> 44389 T172 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389888483368/'
   [junit4]   2> 44401 T172 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389888483368/solr.xml
   [junit4]   2> 44436 T172 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 44437 T172 oasc.CoreContainer.<init> New CoreContainer 2114627
   [junit4]   2> 44437 T172 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389888483368/]
   [junit4]   2> 44438 T172 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 44439 T172 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 44439 T172 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 44440 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 44440 T172 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 44440 T172 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 44441 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 44441 T172 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 44442 T172 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 44444 T172 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 44444 T172 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 44445 T172 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 44445 T172 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47025/solr
   [junit4]   2> 44445 T172 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 44446 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 44448 T224 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61a885 name:ZooKeeperConnection Watcher:127.0.0.1:47025 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 44448 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 44452 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 44453 T226 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10e6817 name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 44453 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 44460 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 45465 T172 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55413_zw_oh%2Fuv
   [junit4]   2> 45467 T172 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55413_zw_oh%2Fuv
   [junit4]   2> 45472 T199 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 45472 T226 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 45473 T212 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 45473 T194 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 45480 T172 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389888483368
   [junit4]   2> 45481 T172 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389888483368/conf/
   [junit4]   2> 45510 T172 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 45511 T172 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 45511 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 45579 T172 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 45581 T172 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43614
   [junit4]   2> 45582 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 45582 T172 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 45582 T172 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389888484572
   [junit4]   2> 45583 T172 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1389888484572/'
   [junit4]   2> 45593 T172 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389888484572/solr.xml
   [junit4]   2> 45627 T172 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 45628 T172 oasc.CoreContainer.<init> New CoreContainer 5119086
   [junit4]   2> 45628 T172 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389888484572/]
   [junit4]   2> 45630 T172 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 45630 T172 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 45630 T172 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 45631 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 45631 T172 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 45631 T172 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 45632 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 45632 T172 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 45632 T172 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 45635 T172 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 45635 T172 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 45635 T172 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 45636 T172 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47025/solr
   [junit4]   2> 45636 T172 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 45637 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 45638 T238 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c842c name:ZooKeeperConnection Watcher:127.0.0.1:47025 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 45640 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 45643 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 45644 T240 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9cf542 name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 45645 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 45657 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 46663 T172 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43614_zw_oh%2Fuv
   [junit4]   2> 46665 T172 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43614_zw_oh%2Fuv
   [junit4]   2> 46671 T199 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 46672 T240 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 46672 T194 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 46673 T226 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 46673 T212 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 46680 T172 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389888484572
   [junit4]   2> 46681 T172 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389888484572/conf/
   [junit4]   2> 46703 T172 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 46703 T172 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 46704 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 46771 T172 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 46775 T172 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47791
   [junit4]   2> 46776 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 46776 T172 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 46777 T172 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389888485764
   [junit4]   2> 46777 T172 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389888485764/'
   [junit4]   2> 46788 T172 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389888485764/solr.xml
   [junit4]   2> 46822 T172 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 46823 T172 oasc.CoreContainer.<init> New CoreContainer 7689244
   [junit4]   2> 46823 T172 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389888485764/]
   [junit4]   2> 46824 T172 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 46825 T172 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 46825 T172 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 46826 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 46826 T172 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 46826 T172 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 46827 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 46827 T172 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 46827 T172 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 46830 T172 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 46830 T172 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 46830 T172 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 46831 T172 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47025/solr
   [junit4]   2> 46831 T172 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 46832 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 46833 T252 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e51e67 name:ZooKeeperConnection Watcher:127.0.0.1:47025 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 46834 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 46837 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 46838 T254 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15ab821 name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 46838 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 46844 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 47849 T172 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47791_zw_oh%2Fuv
   [junit4]   2> 47851 T172 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47791_zw_oh%2Fuv
   [junit4]   2> 47857 T199 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 47857 T212 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 47858 T194 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 47858 T226 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 47859 T240 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 47859 T254 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 47866 T172 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389888485764
   [junit4]   2> 47867 T172 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389888485764/conf/
   [junit4]   2> 47898 T172 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 47899 T172 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 47899 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 47971 T172 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 47974 T172 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34392
   [junit4]   2> 47974 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 47975 T172 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 47975 T172 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389888486959
   [junit4]   2> 47975 T172 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389888486959/'
   [junit4]   2> 47986 T172 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389888486959/solr.xml
   [junit4]   2> 48021 T172 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 48021 T172 oasc.CoreContainer.<init> New CoreContainer 4136761
   [junit4]   2> 48021 T172 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389888486959/]
   [junit4]   2> 48023 T172 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 48023 T172 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 48023 T172 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 48024 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 48024 T172 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 48024 T172 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 48025 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 48025 T172 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 48025 T172 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 48028 T172 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 48028 T172 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 48028 T172 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 48029 T172 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47025/solr
   [junit4]   2> 48029 T172 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 48030 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 48032 T266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b15e2 name:ZooKeeperConnection Watcher:127.0.0.1:47025 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 48032 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 48035 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 48044 T268 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19cf00a name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 48044 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 48051 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 49056 T172 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34392_zw_oh%2Fuv
   [junit4]   2> 49058 T172 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34392_zw_oh%2Fuv
   [junit4]   2> 49065 T199 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 49066 T240 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 49066 T226 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 49066 T254 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 49067 T194 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 49067 T212 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 49067 T268 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 49075 T172 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389888486959
   [junit4]   2> 49077 T172 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389888486959/conf/
   [junit4]   2> 49112 T172 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 49113 T172 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 49114 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 49180 T172 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 49182 T172 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47376
   [junit4]   2> 49183 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 49184 T172 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 49184 T172 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389888488174
   [junit4]   2> 49184 T172 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389888488174/'
   [junit4]   2> 49195 T172 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389888488174/solr.xml
   [junit4]   2> 49229 T172 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 49230 T172 oasc.CoreContainer.<init> New CoreContainer 29212497
   [junit4]   2> 49230 T172 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389888488174/]
   [junit4]   2> 49231 T172 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 49232 T172 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 49232 T172 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 49232 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 49233 T172 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 49233 T172 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 49233 T172 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 49234 T172 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 49234 T172 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 49236 T172 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 49237 T172 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 49237 T172 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 49237 T172 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47025/solr
   [junit4]   2> 49238 T172 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 49239 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 49240 T280 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b7025 name:ZooKeeperConnection Watcher:127.0.0.1:47025 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 49241 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 49244 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 49245 T282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f0a363 name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 49246 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 49253 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 50259 T172 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47376_zw_oh%2Fuv
   [junit4]   2> 50261 T172 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47376_zw_oh%2Fuv
   [junit4]   2> 50269 T212 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 50270 T254 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 50271 T226 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 50270 T268 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 50271 T194 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 50272 T282 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 50273 T199 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 50273 T240 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 50280 T172 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389888488174
   [junit4]   2> 50281 T172 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389888488174/conf/
   [junit4]   2> 50310 T172 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 50311 T172 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 50311 T172 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 50313 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 50314 T285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b3858 name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 50314 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 50316 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 50322 T172 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 50324 T287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18b3e8b name:ZooKeeperConnection Watcher:127.0.0.1:47025/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 50324 T172 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 50326 T172 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 50520 T264 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=2&name=testOverseerCol&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 50523 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50530 T196 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 50531 T196 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 50534 T196 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 50534 T196 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 50535 T196 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 50543 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50546 T195 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 50548 T195 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 50548 T195 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 50555 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50557 T282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50557 T194 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50557 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50558 T254 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50559 T226 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50559 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50558 T212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50558 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50558 T268 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50557 T285 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50643 T196 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 50644 T196 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:43170_zw_oh%2Fuv
   [junit4]   2> 50651 T196 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:47376_zw_oh%2Fuv
   [junit4]   2> 50652 T196 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:43614_zw_oh%2Fuv
   [junit4]   2> 50655 T196 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:55413_zw_oh%2Fuv
   [junit4]   2> 50656 T196 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:47791_zw_oh%2Fuv
   [junit4]   2> 50657 T196 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:42444_zw_oh%2Fuv
   [junit4]   2> 50662 T196 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:34392_zw_oh%2Fuv
   [junit4]   2> 50662 T196 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:43170_zw_oh%2Fuv
   [junit4]   2> 50678 T207 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 50679 T275 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 50679 T220 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 50680 T190 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 50680 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50681 T262 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 50678 T248 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 50679 T233 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 50679 T188 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 50684 T275 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 50685 T262 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 50685 T248 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 50686 T207 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 50687 T190 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 50687 T233 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 50687 T220 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 50688 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50689 T188 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 50691 T195 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 50692 T195 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47376/zw_oh/uv",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47376_zw_oh%2Fuv",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 50699 T195 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43170/zw_oh/uv",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43170_zw_oh%2Fuv",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 50704 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50706 T195 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:34392/zw_oh/uv",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:34392_zw_oh%2Fuv",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 50710 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50712 T195 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47791/zw_oh/uv",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47791_zw_oh%2Fuv",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 50716 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50718 T195 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42444/zw_oh/uv",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42444_zw_oh%2Fuv",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 50722 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50724 T195 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55413/zw_oh/uv",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55413_zw_oh%2Fuv",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 50728 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50729 T195 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43614/zw_oh/uv",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43614_zw_oh%2Fuv",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 50733 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50735 T195 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43170/zw_oh/uv",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43170_zw_oh%2Fuv",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 50740 T194 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 50844 T282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50845 T268 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50845 T254 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50844 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50846 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50845 T194 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50846 T212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50845 T199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50845 T285 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 50846 T226 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 51685 T275 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 51686 T262 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 51686 T248 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 51686 T207 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 51686 T262 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389888486959/testOverseerCol_shard4_replica1
   [junit4]   2> 51687 T248 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389888485764/testOverseerCol_shard3_replica1
   [junit4]   2> 51686 T275 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389888488174/testOverseerCol_shard1_replica2
   [junit4]   2> 51688 T275 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 51688 T233 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 51688 T248 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 51687 T190 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 51687 T262 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 51687 T207 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1389888482174/testOverseerCol_shard3_replica2
   [junit4]   2> 51690 T207 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 51690 T248 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 51691 T248 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 51690 T188 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 51689 T190 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891/testOverseerCol_shard4_replica2
   [junit4]   2> 51692 T190 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 51689 T275 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 51689 T233 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1389888484572/testOverseerCol_shard2_replica1
   [junit4]   2> 51693 T233 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 51688 T220 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 51692 T275 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 51692 T207 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 51692 T188 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891/testOverseerCol_shard1_replica1
   [junit4]   2> 51694 T188 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 51691 T262 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 51695 T262 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 51694 T248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1389888485764/testOverseerCol_shard3_replica1/'
   [junit4]   2> 51694 T207 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 51694 T220 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389888483368/testOverseerCol_shard2_replica2
   [junit4]   2> 51696 T220 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 51693 T190 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 51697 T190 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 51696 T188 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 51695 T233 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 51698 T233 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 51698 T188 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 51698 T275 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1389888488174/testOverseerCol_shard1_replica2/'
   [junit4]   2> 51701 T207 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1389888482174/testOverseerCol_shard3_replica2/'
   [junit4]   2> 51702 T220 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 51702 T220 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 51702 T262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1389888486959/testOverseerCol_shard4_replica1/'
   [junit4]   2> 51706 T233 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1389888484572/testOverseerCol_shard2_replica1/'
   [junit4]   2> 51707 T220 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1389888483368/testOverseerCol_shard2_replica2/'
   [junit4]   2> 51709 T190 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891/testOverseerCol_shard4_replica2/'
   [junit4]   2> 51712 T188 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1389888481891/testOverseerCol_shard1_replica1/'
   [junit4]   2> 51780 T262 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 51789 T248 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 51804 T207 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 51805 T275 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 51824 T233 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 51825 T188 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 51831 T220 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 51833 T190 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 51897 T275 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 51900 T275 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 51907 T207 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 51912 T207 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 51915 T248 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 51918 T262 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 51921 T262 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 51924 T207 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 51925 T275 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 51937 T248 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 51939 T262 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 51948 T188 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 51950 T188 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 51954 T190 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5195

[...truncated too long message...]

2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 388985 T987 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_2/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 388986 T987 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 388986 T1234 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_2/leader_elect/shard3/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 388987 T1234 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_2/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 388987 T1234 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=sv, timezone=America/Atikokan
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=8,threads=1,free=125569904,total=315162624
   [junit4]   2> NOTE: All tests run in this JVM: [CoreContainerCoreInitFailuresTest, SolrIndexConfigTest, TestSchemaResource, TestFuzzyAnalyzedSuggestions, HdfsBasicDistributedZkTest, TestSweetSpotSimilarityFactory, HdfsRecoveryZkTest, TestSolr4Spatial, TestSchemaVersionResource, NumericFieldsTest, PreAnalyzedFieldTest, TestZkChroot, TestArbitraryIndexDir, TimeZoneUtilsTest, MultiTermTest, AlternateDirectoryTest, CurrencyFieldOpenExchangeTest, DefaultValueUpdateProcessorTest, RequiredFieldsTest, OverseerRolesTest, DistributedQueryComponentCustomSortTest, IndexBasedSpellCheckerTest, FullSolrCloudDistribCmdsTest, DocumentAnalysisRequestHandlerTest, SolrCoreCheckLockOnStartupTest, UniqFieldsUpdateProcessorFactoryTest, ConvertedLegacyTest, CoreMergeIndexesAdminHandlerTest, TestUpdate, TestRTGBase, TestReload, SpellCheckComponentTest, SimplePostToolTest, TestIndexingPerformance, OpenExchangeRatesOrgProviderTest, TestMaxScoreQueryParser, XmlUpdateRequestHandlerTest, TestDFRSimilarityFactory, PingRequestHandlerTest, HardAutoCommitTest, NoCacheHeaderTest, BlockCacheTest, TestQuerySenderListener, TestFieldTypeCollectionResource, TestUtils, AssignTest, TestFieldCollectionResource, JSONWriterTest, TestClassNameShortening, MinimalSchemaTest, NotRequiredUniqueKeyTest, MigrateRouteKeyTest, DirectSolrSpellCheckerTest, TestHashPartitioner, TestCSVLoader, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 161.51s, 1 test, 1 failure <<< FAILURES!

[...truncated 727 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 1 error, 2 failures, 34 ignored (6 assumptions)

Total time: 49 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.6.0_45) - Build # 9014 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9014/
Java: 64bit/jdk1.6.0_45 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([12A5FB8083781C59:93437598F4277C65]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:119)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:85)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([12A5FB8083781C59:93437598F4277C65]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.junit.Assert.assertFalse(Assert.java:79)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:390)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9630 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 546490 T2377 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /olrc/
   [junit4]   2> 546495 T2377 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1389882050645
   [junit4]   2> 546496 T2377 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 546497 T2378 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 546597 T2377 oasc.ZkTestServer.run start zk server on port:57800
   [junit4]   2> 546598 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 546600 T2384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c4b5f39 name:ZooKeeperConnection Watcher:127.0.0.1:57800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 546600 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 546601 T2377 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 546605 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 546606 T2386 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@475cf149 name:ZooKeeperConnection Watcher:127.0.0.1:57800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 546606 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 546606 T2377 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 546610 T2377 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 546621 T2377 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 546625 T2377 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 546636 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 546637 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 546643 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 546643 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 546650 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 546650 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 546654 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 546655 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 546669 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 546670 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 546679 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 546680 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 546685 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 546685 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 546695 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 546696 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 546702 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 546703 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 546714 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 546714 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 546719 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 546719 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 546724 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 546725 T2388 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f3190c2 name:ZooKeeperConnection Watcher:127.0.0.1:57800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 546725 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 546725 T2377 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 546728 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 546729 T2390 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27c1778e name:ZooKeeperConnection Watcher:127.0.0.1:57800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 546729 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 546730 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 546730 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 546735 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 546735 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 546740 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 546740 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 546745 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 546746 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 546750 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 546750 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 546766 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 546766 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 546771 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 546771 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 546775 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 546776 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 546781 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 546783 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 546788 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 546789 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 546793 T2377 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 546793 T2377 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 546874 T2377 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 546906 T2377 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58041
   [junit4]   2> 546907 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 546907 T2377 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 546908 T2377 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947
   [junit4]   2> 546908 T2377 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/'
   [junit4]   2> 546918 T2377 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solr.xml
   [junit4]   2> 546957 T2377 oasc.CoreContainer.<init> New CoreContainer 100350804
   [junit4]   2> 546958 T2377 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/]
   [junit4]   2> 546958 T2377 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 546959 T2377 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 546959 T2377 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 546959 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 546960 T2377 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 546960 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 546960 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 546961 T2377 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 546961 T2377 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 546963 T2377 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 546963 T2377 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 546964 T2377 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 546964 T2377 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57800/solr
   [junit4]   2> 546964 T2377 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 546965 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 546967 T2401 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30f40add name:ZooKeeperConnection Watcher:127.0.0.1:57800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 546968 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 546970 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 546971 T2403 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67e854e5 name:ZooKeeperConnection Watcher:127.0.0.1:57800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 546972 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 546973 T2377 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 546978 T2377 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 546982 T2377 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 546985 T2377 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58041_olrc
   [junit4]   2> 546986 T2377 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58041_olrc
   [junit4]   2> 546990 T2377 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 546994 T2377 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 546999 T2377 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 547001 T2377 oasc.Overseer.start Overseer (id=91087310071201797-127.0.0.1:58041_olrc-n_0000000000) starting
   [junit4]   2> 547005 T2377 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 547009 T2405 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 547010 T2377 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 547011 T2405 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 547015 T2377 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 547018 T2377 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 547022 T2404 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 547024 T2377 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 547024 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 547025 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 547026 T2408 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f0b6965 name:ZooKeeperConnection Watcher:127.0.0.1:57800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 547027 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 547028 T2377 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 547032 T2377 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 547106 T2377 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 547109 T2377 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39303
   [junit4]   2> 547110 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 547110 T2377 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 547111 T2377 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182
   [junit4]   2> 547111 T2377 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/'
   [junit4]   2> 547121 T2377 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solr.xml
   [junit4]   2> 547160 T2377 oasc.CoreContainer.<init> New CoreContainer 930897203
   [junit4]   2> 547160 T2377 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/]
   [junit4]   2> 547162 T2377 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 547162 T2377 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 547163 T2377 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 547163 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 547164 T2377 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 547164 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 547164 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 547165 T2377 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 547165 T2377 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 547167 T2377 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 547168 T2377 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 547168 T2377 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 547169 T2377 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57800/solr
   [junit4]   2> 547169 T2377 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 547170 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 547172 T2419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45cadbba name:ZooKeeperConnection Watcher:127.0.0.1:57800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 547173 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 547175 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 547177 T2421 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23d7057b name:ZooKeeperConnection Watcher:127.0.0.1:57800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 547177 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 547183 T2377 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 548189 T2377 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39303_olrc
   [junit4]   2> 548190 T2377 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39303_olrc
   [junit4]   2> 548194 T2421 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 548195 T2403 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 548196 T2408 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 548202 T2377 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 548203 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 548302 T2377 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 548304 T2377 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49220
   [junit4]   2> 548305 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 548306 T2377 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 548306 T2377 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352
   [junit4]   2> 548307 T2377 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/'
   [junit4]   2> 548319 T2377 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solr.xml
   [junit4]   2> 548367 T2377 oasc.CoreContainer.<init> New CoreContainer 1719782164
   [junit4]   2> 548368 T2377 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/]
   [junit4]   2> 548369 T2377 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 548370 T2377 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 548370 T2377 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 548370 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 548371 T2377 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 548371 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 548371 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 548371 T2377 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 548372 T2377 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 548376 T2377 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 548376 T2377 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 548377 T2377 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 548377 T2377 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57800/solr
   [junit4]   2> 548378 T2377 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 548379 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 548381 T2433 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@533bc29f name:ZooKeeperConnection Watcher:127.0.0.1:57800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 548382 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 548384 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 548386 T2435 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12b47c45 name:ZooKeeperConnection Watcher:127.0.0.1:57800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 548387 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 548392 T2377 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 549396 T2377 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49220_olrc
   [junit4]   2> 549398 T2377 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49220_olrc
   [junit4]   2> 549403 T2408 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 549403 T2421 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 549403 T2403 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 549404 T2435 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 549411 T2377 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 549411 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 549511 T2377 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 549514 T2377 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37600
   [junit4]   2> 549515 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 549515 T2377 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 549515 T2377 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561
   [junit4]   2> 549515 T2377 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/'
   [junit4]   2> 549527 T2377 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solr.xml
   [junit4]   2> 549580 T2377 oasc.CoreContainer.<init> New CoreContainer 36232807
   [junit4]   2> 549581 T2377 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/]
   [junit4]   2> 549582 T2377 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 549583 T2377 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 549583 T2377 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 549584 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 549584 T2377 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 549585 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 549585 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 549586 T2377 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 549586 T2377 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 549589 T2377 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 549590 T2377 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 549590 T2377 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 549591 T2377 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57800/solr
   [junit4]   2> 549591 T2377 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 549596 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 549597 T2447 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49213d4c name:ZooKeeperConnection Watcher:127.0.0.1:57800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 549597 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 549600 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 549603 T2449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60ff3be4 name:ZooKeeperConnection Watcher:127.0.0.1:57800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 549603 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 549611 T2377 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 550615 T2377 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37600_olrc
   [junit4]   2> 550617 T2377 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37600_olrc
   [junit4]   2> 550621 T2403 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 550622 T2408 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 550623 T2421 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 550623 T2435 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 550623 T2449 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 550633 T2377 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 550633 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 550701 T2377 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 550703 T2377 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52682
   [junit4]   2> 550704 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 550704 T2377 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 550704 T2377 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389882054783
   [junit4]   2> 550705 T2377 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389882054783/'
   [junit4]   2> 550715 T2377 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389882054783/solr.xml
   [junit4]   2> 550753 T2377 oasc.CoreContainer.<init> New CoreContainer 1272906149
   [junit4]   2> 550753 T2377 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389882054783/]
   [junit4]   2> 550754 T2377 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 550755 T2377 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 550755 T2377 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 550755 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 550756 T2377 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 550756 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 550756 T2377 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 550757 T2377 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 550757 T2377 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 550759 T2377 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 550760 T2377 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 550760 T2377 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 550760 T2377 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57800/solr
   [junit4]   2> 550761 T2377 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 550761 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 550764 T2461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1de51e8d name:ZooKeeperConnection Watcher:127.0.0.1:57800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 550765 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 550768 T2377 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 550770 T2463 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ba9b560 name:ZooKeeperConnection Watcher:127.0.0.1:57800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 550770 T2377 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 550778 T2377 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 551782 T2377 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52682_olrc
   [junit4]   2> 551784 T2377 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52682_olrc
   [junit4]   2> 551791 T2403 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 551795 T2421 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 551795 T2449 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 551795 T2463 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 551796 T2408 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 551797 T2435 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 551805 T2377 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 551806 T2377 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 551814 T2415 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&collection.configName=conf1&name=solrj_collection&replicationFactor=2&action=CREATE&router.field=myOwnField&wt=javabin&router.name=compositeId&version=2
   [junit4]   2> 551815 T2403 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 551818 T2403 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 551819 T2405 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 551819 T2405 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 551820 T2405 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 551820 T2405 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 551829 T2403 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 551831 T2404 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 551832 T2404 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 551832 T2404 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 551838 T2403 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 551840 T2408 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 551840 T2421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 551841 T2435 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 551841 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 551841 T2403 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 551842 T2463 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 551929 T2405 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 551929 T2405 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:37600_olrc
   [junit4]   2> 551930 T2405 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:39303_olrc
   [junit4]   2> 551932 T2405 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:58041_olrc
   [junit4]   2> 551933 T2405 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:49220_olrc
   [junit4]   2> 551935 T2417 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 551935 T2444 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 551936 T2431 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 551940 T2398 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 551941 T2403 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 551941 T2417 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 551942 T2431 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 551942 T2444 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 551942 T2398 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 551944 T2404 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 551945 T2404 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39303/olrc",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39303_olrc",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 551948 T2403 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 551950 T2404 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37600/olrc",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37600_olrc",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 551955 T2403 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 551956 T2404 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49220/olrc",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49220_olrc",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 551963 T2403 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 551963 T2404 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58041/olrc",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58041_olrc",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 551968 T2403 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 552073 T2435 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552073 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552073 T2408 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552073 T2403 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552074 T2421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552074 T2463 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552941 T2417 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 552942 T2431 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 552942 T2417 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solr.xml
   [junit4]   2> 552943 T2431 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solr.xml
   [junit4]   2> 552943 T2431 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solrj_collection_shard2_replica2
   [junit4]   2> 552943 T2431 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 552943 T2398 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 552943 T2417 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solrj_collection_shard1_replica2
   [junit4]   2> 552944 T2417 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 552943 T2444 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 552944 T2431 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 552945 T2431 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 552944 T2398 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solr.xml
   [junit4]   2> 552945 T2444 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solr.xml
   [junit4]   2> 552945 T2398 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solrj_collection_shard2_replica1
   [junit4]   2> 552946 T2417 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 552946 T2417 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 552946 T2444 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solrj_collection_shard1_replica1
   [junit4]   2> 552947 T2431 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solrj_collection_shard2_replica2/'
   [junit4]   2> 552946 T2398 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 552947 T2444 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 552948 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solrj_collection_shard1_replica2/'
   [junit4]   2> 552949 T2398 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 552949 T2444 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 552950 T2444 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 552950 T2398 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 552953 T2444 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solrj_collection_shard1_replica1/'
   [junit4]   2> 552955 T2398 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solrj_collection_shard2_replica1/'
   [junit4]   2> 553016 T2431 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 553023 T2398 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 553056 T2417 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 553057 T2444 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 553095 T2398 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 553096 T2431 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 553104 T2398 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 553106 T2431 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 553114 T2398 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 553117 T2431 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 553132 T2444 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 553134 T2444 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 553135 T2417 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 553144 T2417 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 553149 T2444 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 553154 T2417 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 553762 T2398 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 553774 T2398 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 553775 T2398 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 553767 T2444 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 553781 T2444 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 553783 T2444 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 553784 T2398 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 553786 T2398 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 553791 T2444 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 553795 T2444 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 553802 T2431 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 553803 T2431 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 553803 T2431 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 553811 T2431 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 553813 T2398 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 553815 T2431 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 553848 T2417 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 553849 T2417 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 553849 T2398 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 553849 T2417 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 553857 T2417 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 553862 T2417 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 553869 T2398 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 553877 T2398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 553877 T2398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 553878 T2398 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 553878 T2444 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 553882 T2398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 553883 T2398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 553883 T2398 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 553884 T2398 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solrj_collection_shard2_replica1/data/
   [junit4]   2> 553884 T2398 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2376f91f
   [junit4]   2> 553886 T2398 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solrj_collection_shard2_replica1/data
   [junit4]   2> 553886 T2398 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 553887 T2398 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 553887 T2398 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389882050947/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 553888 T2398 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=86.3564453125, floorSegmentMB=1.9873046875, forceMergeDeletesPctAllowed=26.452360785568203, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 553889 T2398 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5963b507 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@eb133f7),segFN=segments_1,generation=1}
   [junit4]   2> 553890 T2398 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 553891 T2431 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 553890 T2444 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 553896 T2398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 553902 T2417 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 553900 T2444 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 553899 T2431 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 553902 T2398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 553904 T2398 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 553904 T2398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 553905 T2398 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 553905 T2398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 553906 T2444 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 553906 T2444 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 553906 T2398 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 553910 T2431 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 553909 T2417 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 553907 T2444 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 553911 T2398 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 553912 T2398 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 553913 T2398 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 553913 T2398 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 553914 T2431 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 553914 T2431 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 553914 T2398 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 553915 T2431 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 553915 T2444 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 553916 T2444 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 553915 T2398 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 553916 T2444 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 553917 T2398 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 553917 T2431 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 553918 T2431 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 553917 T2444 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solrj_collection_shard1_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solrj_collection_shard1_replica1/data/
   [junit4]   2> 553918 T2431 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 553918 T2398 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 553918 T2417 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 553919 T2431 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solrj_collection_shard2_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solrj_collection_shard2_replica2/data/
   [junit4]   2> 553918 T2444 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2376f91f
   [junit4]   2> 553920 T2431 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2376f91f
   [junit4]   2> 553920 T2398 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 553921 T2444 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solrj_collection_shard1_replica1/data
   [junit4]   2> 553921 T2431 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solrj_collection_shard2_replica2/data
   [junit4]   2> 553922 T2417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 553922 T2444 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 553922 T2417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 553922 T2431 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 553923 T2417 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 553924 T2398 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 553923 T2444 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 553923 T2431 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 553925 T2444 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389882053561/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 553925 T2431 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389882052352/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 553926 T2417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 553926 T2417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 553925 T2444 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=86.3564453125, floorSegmentMB=1.9873046875, forceMergeDeletesPctAllowed=26.452360785568203, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 553926 T2417 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 553926 T2431 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=86.3564453125, floorSegmentMB=1.9873046875, forceMergeDeletesPctAllowed=26.452360785568203, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 553927 T2398 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 553927 T2444 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@67c51f28 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b070839),segFN=segments_1,generation=1}
   [junit4]   2> 553927 T2417 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solrj_collection_shard1_replica2/data/
   [junit4]   2> 553928 T2444 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 553928 T2398 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 553928 T2431 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69507118 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78e77162),segFN=segments_1,generation=1}
   [junit4]   2> 553930 T2431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 553929 T2417 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2376f91f
   [junit4]   2> 553930 T2398 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2578630857542608]
   [junit4]   2> 553931 T2417 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solrj_collection_shard1_replica2/data
   [junit4]   2> 553931 T2398 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5963b507 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@eb133f7),segFN=segments_1,generation=1}
   [junit4]   2> 553932 T2398 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 553931 T2417 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 553933 T2431 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 553932 T2398 oass.SolrIndexSearcher.<init> Opening Searcher@688eae9e main
   [junit4]   2> 553932 T2444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 553933 T2431 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 553933 T2417 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 553934 T2431 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 553934 T2444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 553935 T2431 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 553935 T2417 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389882051182/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 553936 T2469 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica1] Registered new searcher Searcher@688eae9e main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 553936 T2431 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 553935 T2444 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 553937 T2431 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 553936 T2417 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=86.3564453125, floorSegmentMB=1.9873046875, forceMergeDeletesPctAllowed=26.452360785568203, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 553937 T2431 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 553937 T2444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 553938 T2417 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5005c384 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@341291d4),segFN=segments_1,generation=1}
   [junit4]   2> 553938 T2417 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 553938 T2431 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 553938 T2398 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica1
   [junit4]   2> 553939 T2431 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 553938 T2444 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 553940 T2444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 553941 T2444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 553941 T2444 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 553942 T2444 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 553942 T2444 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 553943 T2444 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 553943 T2444 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 553944 T2444 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 553945 T2444 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 553940 T2431 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 553939 T2398 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica1 address:http://127.0.0.1:58041/olrc collection:solrj_collection shard:shard2
   [junit4]   2> 553946 T2431 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 553947 T2431 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 553945 T2444 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 553942 T2417 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 553947 T2431 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 553948 T2398 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 553948 T2417 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 553948 T2444 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 553949 T2417 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 553948 T2431 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 553949 T2417 oasup.U

[...truncated too long message...]

o register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1381095 T4220 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard3/election/91087362759917582-core_node5-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1381095 T4220 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=ar_DZ, timezone=Africa/Niamey
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Sun Microsystems Inc. 1.6.0_45 (64-bit)/cpus=8,threads=1,free=329654672,total=424742912
   [junit4]   2> NOTE: All tests run in this JVM: [TestRangeQuery, BasicDistributedZk2Test, CurrencyFieldOpenExchangeTest, StandardRequestHandlerTest, TestDefaultSearchFieldResource, DistribCursorPagingTest, OutputWriterTest, TestSolrDeletionPolicy2, SpellCheckCollatorTest, TestFieldResource, DistributedQueryComponentCustomSortTest, TestStressLucene, HdfsRecoveryZkTest, TestQuerySenderNoQuery, TestCursorMarkWithoutUniqueKey, TestSolrCoreProperties, MinimalSchemaTest, RequiredFieldsTest, TestSolrXmlPersistor, TestFieldTypeResource, TestCSVResponseWriter, ChaosMonkeySafeLeaderTest, TestStressReorder, TestSweetSpotSimilarityFactory, FullSolrCloudDistribCmdsTest, SolrRequestParserTest, TestXIncludeConfig, ChaosMonkeyNothingIsSafeTest, SimplePostToolTest, TestOmitPositions, DateFieldTest, HighlighterConfigTest, TestReload, SolrIndexConfigTest, DebugComponentTest, TestSchemaVersionResource, TestPartialUpdateDeduplication, OpenExchangeRatesOrgProviderTest, SortByFunctionTest, TestStressRecovery, TestDistributedGrouping, DistributedDebugComponentTest, SuggestComponentTest, HdfsChaosMonkeySafeLeaderTest, BlockCacheTest, SignatureUpdateProcessorFactoryTest, TestImplicitCoreProperties, SolrCoreCheckLockOnStartupTest, TestComponentsName, XmlUpdateRequestHandlerTest, TestIndexingPerformance, AlternateDirectoryTest, TestDFRSimilarityFactory, TestCloudManagedSchemaAddField, MigrateRouteKeyTest, RequestHandlersTest, TestDynamicFieldCollectionResource, TestDistribDocBasedVersion, BlockDirectoryTest, TestManagedSchemaFieldResource, LeaderElectionIntegrationTest, SuggesterTSTTest, JSONWriterTest, AddBlockUpdateTest, NotRequiredUniqueKeyTest, TestMaxScoreQueryParser, TestFieldCollectionResource, TestSolrJ, ConnectionManagerTest, TestDefaultSimilarityFactory, StatsComponentTest, TestInfoStreamLogging, IndexBasedSpellCheckerTest, TestFuzzyAnalyzedSuggestions, TestCoreDiscovery, DocumentAnalysisRequestHandlerTest, TestHashPartitioner, CachingDirectoryFactoryTest, TestNoOpRegenerator, HdfsBasicDistributedZkTest, TestFastWriter, AliasIntegrationTest, TestRecovery, ZkNodePropsTest, TestDistributedMissingSort, SolrCoreTest, TestGroupingSearch, ConvertedLegacyTest, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, CurrencyFieldXmlFileTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestQueryTypes, FileBasedSpellCheckerTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, SearchHandlerTest, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, BadComponentTest, TestMergePolicyConfig, MultiTermTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, TestPerFieldSimilarity, TestNumberUtils, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, TestDocumentBuilder, SliceStateTest, FileUtilsTest, CircularListTest, TestRTGBase, AssignTest, DeleteReplicaTest, OverseerRolesTest]
   [junit4] Completed on J1 in 31.09s, 1 test, 1 failure <<< FAILURES!

[...truncated 122 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 2 failures, 34 ignored (6 assumptions)

Total time: 61 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/ibm-j9-jdk6) - Build # 9013 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9013/
Java: 32bit/ibm-j9-jdk6 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}

4 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([C89C8CA79A567FDE:497A02BFED091FE2]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.junit.Assert.assertFalse(Assert.java:79)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:390)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:60)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
	at java.lang.reflect.Method.invoke(Method.java:611)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:738)


REGRESSION:  org.apache.solr.handler.component.DistributedQueryElevationComponentTest.testDistribSearch

Error Message:
.responseHeader.params.fl!=version (unordered or missing)

Stack Trace:
junit.framework.AssertionFailedError: .responseHeader.params.fl!=version (unordered or missing)
	at __randomizedtesting.SeedInfo.seed([C89C8CA79A567FDE:497A02BFED091FE2]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:840)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:859)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:562)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
	at org.apache.solr.handler.component.DistributedQueryElevationComponentTest.doTest(DistributedQueryElevationComponentTest.java:81)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:60)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
	at java.lang.reflect.Method.invoke(Method.java:611)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:738)


REGRESSION:  org.apache.solr.handler.component.TermVectorComponentDistributedTest.testDistribSearch

Error Message:
.termVectors.0.test_offtv!=test_basictv (unordered or missing)

Stack Trace:
junit.framework.AssertionFailedError: .termVectors.0.test_offtv!=test_basictv (unordered or missing)
	at __randomizedtesting.SeedInfo.seed([C89C8CA79A567FDE:497A02BFED091FE2]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:840)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:859)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:562)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
	at org.apache.solr.handler.component.TermVectorComponentDistributedTest.doTest(TermVectorComponentDistributedTest.java:127)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:873)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:60)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
	at java.lang.reflect.Method.invoke(Method.java:611)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:738)


REGRESSION:  org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection

Error Message:
expected:<1> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<3>
	at __randomizedtesting.SeedInfo.seed([C89C8CA79A567FDE:93AC776F9911DCA2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:60)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
	at java.lang.reflect.Method.invoke(Method.java:611)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:738)




Build Log:
[...truncated 9532 lines...]
   [junit4] Suite: org.apache.solr.handler.component.TermVectorComponentDistributedTest
   [junit4]   2> 311044 T313 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 311049 T313 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 311055 T313 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 311059 T313 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34115
   [junit4]   2> 311061 T313 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 311062 T313 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 311063 T313 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 311064 T313 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 311076 T313 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 311156 T313 oasc.CoreContainer.<init> New CoreContainer 634201549
   [junit4]   2> 311157 T313 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 311158 T313 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 311159 T313 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 311160 T313 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 311161 T313 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 311161 T313 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 311162 T313 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 311163 T313 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 311164 T313 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 311165 T313 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 311171 T313 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 311172 T313 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 311173 T313 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 311179 T324 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 311180 T324 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 311181 T324 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 311182 T324 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 311243 T324 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 311314 T324 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 311315 T324 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 311324 T324 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 311737 T324 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 311738 T324 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 311739 T324 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 311745 T324 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 311748 T324 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 311760 T324 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 311764 T324 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 311769 T324 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 311770 T324 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 311770 T324 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 311771 T324 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 311772 T324 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 311773 T324 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 311773 T324 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 311774 T324 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data/
   [junit4]   2> 311775 T324 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a548a5
   [junit4]   2> 311776 T324 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data
   [junit4]   2> 311776 T324 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data/index/
   [junit4]   2> 311777 T324 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 311778 T324 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data/index
   [junit4]   2> 311778 T324 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=52.478515625, floorSegmentMB=1.88671875, forceMergeDeletesPctAllowed=16.34878332432086, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 311780 T324 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3cdc3cdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25672567)),segFN=segments_1,generation=1}
   [junit4]   2> 311780 T324 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 311781 T324 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 311787 T324 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 311788 T324 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 311788 T324 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 311789 T324 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 311789 T324 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 311790 T324 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 311791 T324 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 311791 T324 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 311792 T324 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 311792 T324 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 311793 T324 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 311793 T324 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 311794 T324 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 311795 T324 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 311795 T324 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 311796 T324 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 311797 T324 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 311798 T324 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 311798 T324 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 311799 T324 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 311800 T324 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 311801 T324 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 311802 T324 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 311802 T324 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 311803 T324 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 311804 T324 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 311804 T324 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 311805 T324 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 311806 T324 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 311807 T324 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 311808 T324 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 311808 T324 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 311809 T324 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 311810 T324 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 311811 T324 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 311812 T324 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 311813 T324 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 311815 T324 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 311819 T324 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 311819 T324 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 311820 T324 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.27613574214076775]
   [junit4]   2> 311821 T324 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3cdc3cdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25672567)),segFN=segments_1,generation=1}
   [junit4]   2> 311822 T324 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 311822 T324 oass.SolrIndexSearcher.<init> Opening Searcher@27372737 main
   [junit4]   2> 311823 T324 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 311830 T324 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 311884 T325 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27372737 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 311892 T324 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 311893 T313 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 311894 T313 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 311897 T313 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 311900 T313 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49039
   [junit4]   2> 311901 T313 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 311902 T313 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 311903 T313 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 311904 T313 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 311920 T313 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 311970 T313 oasc.CoreContainer.<init> New CoreContainer 106432088
   [junit4]   2> 311971 T313 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 311973 T313 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 311974 T313 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 311974 T313 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 311975 T313 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 311976 T313 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 311976 T313 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 311977 T313 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 311978 T313 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 311979 T313 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 311985 T313 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 311986 T313 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 311987 T313 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 311993 T336 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 311993 T336 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 311995 T336 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 311995 T336 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 312043 T336 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 312099 T336 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 312100 T336 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 312108 T336 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 312532 T336 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 312533 T336 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 312534 T336 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 312539 T336 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 312542 T336 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 312554 T336 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 312559 T336 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 312563 T336 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 312564 T336 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 312565 T336 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 312566 T336 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 312567 T336 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 312567 T336 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 312568 T336 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 312569 T336 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data/
   [junit4]   2> 312569 T336 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a548a5
   [junit4]   2> 312571 T336 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data
   [junit4]   2> 312571 T336 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data/index/
   [junit4]   2> 312572 T336 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data/index' doesn't exist. Creating new index...
   [junit4]   2> 312573 T336 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data/index
   [junit4]   2> 312573 T336 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=52.478515625, floorSegmentMB=1.88671875, forceMergeDeletesPctAllowed=16.34878332432086, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 312574 T336 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e480e48 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e1a0e1a)),segFN=segments_1,generation=1}
   [junit4]   2> 312575 T336 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 312576 T336 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 312584 T336 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 312585 T336 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 312585 T336 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 312586 T336 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 312587 T336 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 312587 T336 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 312588 T336 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 312588 T336 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 312589 T336 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 312589 T336 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 312590 T336 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 312591 T336 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 312591 T336 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 312592 T336 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 312592 T336 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 312593 T336 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 312594 T336 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 312595 T336 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 312596 T336 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 312597 T336 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 312598 T336 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 312599 T336 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 312600 T336 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 312600 T336 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 312601 T336 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 312602 T336 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 312603 T336 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 312604 T336 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 312605 T336 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 312606 T336 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 312607 T336 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 312608 T336 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 312609 T336 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 312610 T336 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 312611 T336 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 312612 T336 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 312615 T336 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 312617 T336 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 312622 T336 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 312622 T336 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 312623 T336 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.27613574214076775]
   [junit4]   2> 312624 T336 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e480e48 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e1a0e1a)),segFN=segments_1,generation=1}
   [junit4]   2> 312625 T336 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 312626 T336 oass.SolrIndexSearcher.<init> Opening Searcher@17d317d3 main
   [junit4]   2> 312627 T336 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 312721 T336 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 312783 T337 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17d317d3 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 312795 T336 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 312797 T313 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 312797 T313 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C1403 name=collection1 org.apache.solr.core.SolrCore@5c405c4
   [junit4]   2> 312807 T321 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1457389659838480384)]} 0 6
   [junit4]   2> ASYNC  NEW_CORE C1404 name=collection1 org.apache.solr.core.SolrCore@594b594b
   [junit4]   2> 312812 T334 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1457389659847917568)]} 0 2
   [junit4]   2> 312817 T322 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[1 (1457389659853160448)]} 0 2
   [junit4]   2> 312822 T335 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[1 (1457389659858403328)]} 0 2
   [junit4]   2> 312826 T323 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1457389659862597632)]} 0 2
   [junit4]   2> 312829 T332 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[2 (1457389659866791936)]} 0 1
   [junit4]   2> 312833 T320 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[3 (1457389659870986240)]} 0 1
   [junit4]   2> 312837 T333 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[3 (1457389659875180544)]} 0 1
   [junit4]   2> 312840 T321 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1457389659878326272)]} 0 1
   [junit4]   2> 312843 T334 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[4 (1457389659881472000)]} 0 1
   [junit4]   2> 312846 T322 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[5 (1457389659884617728)]} 0 1
   [junit4]   2> 312849 T335 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[5 (1457389659887763456)]} 0 0
   [junit4]   2> 312851 T323 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1457389659890909184)]} 0 0
   [junit4]   2> 312854 T332 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[6 (1457389659894054912)]} 0 0
   [junit4]   2> 312857 T320 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[7 (1457389659897200640)]} 0 0
   [junit4]   2> 312860 T333 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1457389659899297792)]} 0 1
   [junit4]   2> 312863 T321 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[8 (1457389659902443520)]} 0 1
   [junit4]   2> 312866 T334 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1457389659905589248)]} 0 1
   [junit4]   2> 312868 T322 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1457389659908734976)]} 0 0
   [junit4]   2> 312871 T335 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1457389659911880704)]} 0 0
   [junit4]   2> 312874 T323 C1403 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 312882 T323 C1403 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3cdc3cdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25672567)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3cdc3cdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25672567)),segFN=segments_2,generation=2}
   [junit4]   2> 312883 T323 C1403 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 312886 T323 C1403 oass.SolrIndexSearcher.<init> Opening Searcher@365b365b main
   [junit4]   2> 312887 T323 C1403 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 312891 T325 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@365b365b main{StandardDirectoryReader(segments_2:3:nrt _0(4.7):c10)}
   [junit4]   2> 312892 T323 C1403 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&softCommit=false&commit=true&version=2&waitSearcher=true} {commit=} 0 18
   [junit4]   2> 312897 T332 C1404 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 312907 T332 C1404 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e480e48 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e1a0e1a)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e480e48 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e1a0e1a)),segFN=segments_2,generation=2}
   [junit4]   2> 312908 T332 C1404 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 312911 T332 C1404 oass.SolrIndexSearcher.<init> Opening Searcher@4b6f4b6f main
   [junit4]   2> 312913 T332 C1404 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 312916 T337 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b6f4b6f main{StandardDirectoryReader(segments_2:3:nrt _0(4.7):c10)}
   [junit4]   2> 312917 T332 C1404 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&waitSearcher=true&wt=javabin&softCommit=false&commit=true} {commit=} 0 20
   [junit4]   2> 312925 T320 C1403 oasc.SolrCore.execute [collection1] webapp= path=/select params={version=2&tv=true&sort=id+desc&q=id:0&wt=javabin&distrib=false&shards.qt=tvrh&tv.tf=true&qt=tvrh} hits=1 status=0 QTime=5 
   [junit4]   2> 312931 T334 C1404 oasc.SolrCore.execute [collection1] webapp= path=/select params={NOW=1389875087711&tv.tf=true&shards.qt=tvrh&fsv=true&fl=id&shard.url=127.0.0.1:49039/&distrib=false&wt=javabin&isShard=true&q=id:0&qt=tvrh&start=0&version=2&rows=10&sort=id+desc&tv=true} hits=1 status=0 QTime=1 
   [junit4]   2> 313001 T335 C1404 oasc.SolrCore.execute [collection1] webapp= path=/select params={version=2&shard.url=127.0.0.1:49039/&tv=true&ids=0&isShard=true&q=id:0&NOW=1389875087711&distrib=false&wt=javabin&qt=tvrh&tv.tf=true&shards.qt=tvrh} status=0 QTime=1 
   [junit4]   2> 313008 T333 C1404 oasc.SolrCore.execute [collection1] webapp= path=/select params={tv.tf=true&qt=tvrh&shards.qt=tvrh&wt=javabin&q=id:0&sort=id+desc&tv=true&shards=127.0.0.1:49039/&version=2} hits=1 status=0 QTime=80 
   [junit4]   2> 313014 T321 C1403 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&distrib=false&q=id:0&shards.qt=tvrh&tv.tf=true&qt=tvrh&tv.fl=test_basictv,test_offtv&fl=*,score&version=2&sort=id+asc&tv=true} hits=1 status=0 QTime=2 
   [junit4]   2> 313020 T334 C1404 oasc.SolrCore.execute [collection1] webapp= path=/select params={fl=id,score&fsv=true&shard.url=127.0.0.1:49039/&NOW=1389875087800&tv.tf=true&shards.qt=tvrh&tv.fl=test_basictv,test_offtv&version=2&rows=10&sort=id+asc&tv=true&distrib=false&wt=javabin&isShard=true&q=id:0&qt=tvrh&start=0} hits=1 status=0 QTime=1 
   [junit4]   2> 313024 T335 C1404 oasc.SolrCore.execute [collection1] webapp= path=/select params={shards.qt=tvrh&tv.tf=true&tv.fl=test_basictv,test_offtv&NOW=1389875087800&ids=0&shard.url=127.0.0.1:49039/&fl=*,score&qt=tvrh&wt=javabin&distrib=false&q=id:0&isShard=true&tv=true&version=2} status=0 QTime=0 
   [junit4]   2> 313026 T332 C1404 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=id+asc&tv=true&shards=127.0.0.1:49039/&fl=*,score&version=2&tv.tf=true&qt=tvrh&shards.qt=tvrh&tv.fl=test_basictv,test_offtv&wt=javabin&q=id:0} hits=1 status=0 QTime=9 
   [junit4]   2> 313029 T313 oas.BaseDistributedSearchTestCase.compareSolrResponses ERROR Mismatched responses:
   [junit4]   2> 	{responseHeader={status=0,QTime=9},response={numFound=1,start=0,maxScore=2.609438,docs=[SolrDocument{id=0, range_facet_si=0, range_facet_l=[0], range_facet_sl=[0], test_posofftv=[This is a title and another title], test_basictv=[This is a title and another title], test_notv=[This is a title and another title], test_postv=[This is a title and another title], test_offtv=[This is a title and another title], _version_=1457389659847917568, intDefault=42, timestamp=Thu Jan 16 14:24:47 EET 2014, multiDefault=[muLti-Default], score=2.609438}]},termVectors={uniqueKeyFieldName=id,0={uniqueKey=0,test_offtv={anoth={tf=1},titl={tf=2}},test_basictv={anoth={tf=1},titl={tf=2}}}}}
   [junit4]   2> 	{responseHeader={status=0,QTime=2},response={numFound=1,start=0,maxScore=2.609438,docs=[SolrDocument{id=0, range_facet_si=0, range_facet_l=[0], range_facet_sl=[0], test_posofftv=[This is a title and another title], test_basictv=[This is a title and another title], test_notv=[This is a title and another title], test_postv=[This is a title and another title], test_offtv=[This is a title and another title], _version_=1457389659838480384, intDefault=42, timestamp=Thu Jan 16 14:24:47 EET 2014, multiDefault=[muLti-Default], score=2.609438}]},termVectors={uniqueKeyFieldName=id,0={uniqueKey=0,test_basictv={anoth={tf=1},titl={tf=2}},test_offtv={anoth={tf=1},titl={tf=2}}}}}
   [junit4]   2> 313054 T313 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=634201549
   [junit4]   2> 313055 T313 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5c405c4
   [junit4]   2> 313077 T313 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=1285,transaction_logs_total_number=1}
   [junit4]   2> 313078 T313 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 313079 T313 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 313081 T313 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 313083 T313 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 313084 T313 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 313084 T313 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data [CachedDir<<refCount=0;path=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data;done=false>>]
   [junit4]   2> 313085 T313 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data
   [junit4]   2> 313086 T313 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data/index [CachedDir<<refCount=0;path=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data/index;done=false>>]
   [junit4]   2> 313087 T313 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/control/data/index
   [junit4]   2> 313088 T313 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 313162 T313 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=106432088
   [junit4]   2> 313163 T313 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@594b594b
   [junit4]   2> 313188 T313 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=1285,transaction_logs_total_number=1}
   [junit4]   2> 313189 T313 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 313190 T313 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 313191 T313 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 313192 T313 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 313193 T313 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 313194 T313 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data/index [CachedDir<<refCount=0;path=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data/index;done=false>>]
   [junit4]   2> 313195 T313 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data/index
   [junit4]   2> 313195 T313 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data [CachedDir<<refCount=0;path=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data;done=false>>]
   [junit4]   2> 313196 T313 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389875085833/shard0/data
   [junit4]   2> 313198 T313 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 313261 T313 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TermVectorComponentDistributedTest -Dtests.method=testDistribSearch -Dtests.seed=C89C8CA79A567FDE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=in -Dtests.timezone=Europe/Nicosia -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 2.24s J1 | TermVectorComponentDistributedTest.testDistribSearch <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: .termVectors.0.test_offtv!=test_basictv (unordered or missing)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C89C8CA79A567FDE:497A02BFED091FE2]:0)
   [junit4]    > 	at junit.framework.Assert.fail(Assert.java:50)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:840)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:859)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:562)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
   [junit4]    > 	at org.apache.solr.handler.component.TermVectorComponentDistributedTest.doTest(TermVectorComponentDistributedTest.java:127)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:873)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:738)
   [junit4]   2> 313285 T313 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=in, timezone=Europe/Nicosia
   [junit4]   2> NOTE: Linux 3.8.0-35-generic x86/IBM Corporation 1.6.0 (32-bit)/cpus=8,threads=1,free=27582224,total=111875072
   [junit4]   2> NOTE: All tests run in this JVM: [DebugComponentTest, ConvertedLegacyTest, SuggesterWFSTTest, DirectSolrConnectionTest, ShardSplitTest, TermVectorComponentDistributedTest]
   [junit4] Completed on J1 in 2.29s, 1 test, 1 failure <<< FAILURES!

[...truncated 168 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DistributedQueryElevationComponentTest
   [junit4]   2> 492469 T1460 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /j/go
   [junit4]   2> 492473 T1460 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 492476 T1460 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 492479 T1460 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59888
   [junit4]   2> 492480 T1460 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 492481 T1460 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 492482 T1460 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 492483 T1460 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 492496 T1460 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 492549 T1460 oasc.CoreContainer.<init> New CoreContainer 1765370169
   [junit4]   2> 492550 T1460 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 492552 T1460 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 492554 T1460 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 492555 T1460 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 492555 T1460 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 492556 T1460 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 492557 T1460 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 492558 T1460 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 492558 T1460 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 492559 T1460 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 492564 T1460 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 492565 T1460 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 492566 T1460 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 492572 T1470 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 492572 T1470 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 492574 T1470 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 492575 T1470 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 492640 T1470 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 492722 T1470 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
   [junit4]   2> 492724 T1470 oass.IndexSchema.readSchema Reading Solr Schema from schema11.xml
   [junit4]   2> 492733 T1470 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 492980 T1470 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 492983 T1470 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 492990 T1470 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 492991 T1470 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/control/data/
   [junit4]   2> 492992 T1470 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a877a8
   [junit4]   2> 492993 T1470 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/control/data
   [junit4]   2> 492994 T1470 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/control/data/index/
   [junit4]   2> 492994 T1470 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 492995 T1470 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/control/data/index
   [junit4]   2> 492995 T1470 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35123807234477367]
   [junit4]   2> 492996 T1470 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1eda1eda lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56145614),segFN=segments_1,generation=1}
   [junit4]   2> 492997 T1470 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 493004 T1470 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 493005 T1470 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 493005 T1470 oasc.RequestHandlers.initHandlersFromConfig created /elevate: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 493006 T1470 oasc.RequestHandlers.initHandlersFromConfig created /dataElevate: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 493008 T1470 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 493008 T1470 oasc.RequestHandlers.initHandlersFromConfig WARN no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 493010 T1470 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 493012 T1470 oasc.SolrCore.initDeprecatedSupport WARN adding ShowFileRequestHandler with hidden files: [BAD_SOLRCONFIG.XML, STOP-SNOWBALL.TXT, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, BAD-SCHEMA-DUP-FIELD.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, SOLRCONFIG-INFOSTREAM-LOGGING.XML, SCHEMA-REVERSED.XML, SOLRCONFIG-COLLAPSEQPARSER.XML, THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, HUNSPELL-TEST.DIC, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SCHEMA-BEHAVIOR.XML, STEMDICT.TXT, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-BOGUS-FIELD-PARAMETERS.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-DOCVALUESMULTI.XML, SCHEMA-TINY.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-ELEVATE.XML, SOLRCONFIG_PERF.XML, BAD-MP-SOLRCONFIG.XML, SOLRCONFIG-LOGMERGEPOLICY.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-CLASS-NAME-SHORTENING-ON-SERIALIZATION.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SOLRCONFIG-INDEXCONFIG.XML, SOLRCONFIG-TERMINDEX.XML, PHRASESUGGEST.TXT, SCHEMA-SPATIAL.XML, SOLRCONFIG-TRANSFORMERS.XML, ENUMSCONFIG.XML, SCHEMA-SNIPPET-TYPES.INCL, SYNONYMS.TXT, SOLRCONFIG-SOLCOREPROPERTIES.XML, SCHEMA-COLLATEFILTER.XML, SCHEMA_CODEC.XML, DA_COMPOUNDDICTIONARY.TXT, SCHEMA-NUMERIC.XML, SCHEMA-DFR.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-NOOPREGEN.XML, SCHEMA-LUCENEMATCHVERSION.XML, SCHEMA15.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, OPEN-EXCHANGE-RATES.JSON, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-IB.XML, SOLRCONFIG-WARMER.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-TRIE.XML, BAD-SCHEMA-BOGUS-ANALYSIS-PARAMETERS.XML, STOPTYPES-2.TXT, SOLRCONFIG-TIEREDMERGEPOLICY.XML, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-DISTRIBUTED-MISSING-SORT.XML, BAD-SCHEMA-NON-GLOB-COPYFIELD-SOURCE-MATCHING-NOTHING-SHOULD-FAIL-TEST.XML, KEEP-1.TXT, SOLRCONFIG-DEEPPAGING.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, BAD-SOLRCONFIG-UNEXPECTED-SCHEMA-ATTRIBUTE.XML, SOLRCONFIG-MANAGED-SCHEMA.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, SCHEMA-COLLATE-DV.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, SOLRCONFIG-SLAVE.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, WDFTYPES.TXT, SCHEMA-COPYFIELD-TEST.XML, BAD-CURRENCY.XML, SCHEMA-MINIMAL.XML, SOLRCONFIG-IMPLICITPROPERTIES.XML, SCHEMA-ENUMS.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, SCHEMA-SIM.XML, SOLRCONFIG_CODEC.XML, SCHEMA-ONE-FIELD-NO-DYNAMIC-FIELD.XML, SCHEMA-FOLDING.XML, OLD_SYNONYMS.TXT, BAD-SCHEMA-DYNAMICFIELD-REQUIRED.XML, SCHEMA-XINCLUDE.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-PARSING-UPDATE-PROCESSOR-CHAINS.XML, SCHEMA-ADD-SCHEMA-FIELDS-UPDATE-PROCESSOR.XML, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COLLATE.XML, BAD-SOLRCONFIG-MULTIPLE-DIRFACTORY.XML, SCHEMA-LMJELINEKMERCER.XML, DA_UTF8.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SCHEMA-PHRASESUGGEST.XML, BAD-SOLRCONFIG-MULTIPLE-INDEXCONFIGS.XML, SCHEMA-TFIDF.XML, FREETEXTSUGGEST.TXT, SOLRCONFIG-BASIC.XML, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, SCHEMA-EFF.XML, SOLRCONFIG.SNIPPET.RANDOMINDEXCONFIG.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-SNIPPET-TYPE.XML, MAPPING-ISOLATIN1ACCENT.TXT, SCHEMA-REPLICATION1.XML, SOLRCONFIG-REQHANDLER.INCL, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SOLRCONFIG-TEST-MISC.XML, CURRENCY.XML, SOLRCONFIG-SOLR-749.XML, PROTWORDS.TXT, SCHEMA-LMDIRICHLET.XML, SCHEMA-SIMPLEQPPLUGIN.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-BM25.XML, SOLRCONFIG-TLOG.XML, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA-REPLICATION2.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SCHEMA-DOCVALUESMISSING.XML, SOLRCONFIG-CACHING.XML, COMPOUNDDICTIONARY.TXT, STOPWORDS.TXT, SCHEMA-REST.XML, SOLRCONFIG-MERGEPOLICY-DEFAULTS.XML, SCHEMA11.XML, SOLRCONFIG-DEFAULTS.XML, BAD-SOLRCONFIG-WARMER-NO-REOPEN.XML, HYPHENATION.DTD, SCHEMA-SORTS.XML, SCHEMA-REST-LUCENE-MATCH-VERSION.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, STOP-1.TXT, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-CUSTOM-FIELD.XML, SOLRCONFIG-BASIC-LUCENEVERSION31.XML, SOLRCONFIG-MASTER3.XML, SOLRCONFIG-ADD-SCHEMA-FIELDS-UPDATE-PROCESSOR-CHAINS.XML, BAD-SOLRCONFIG-MULTIPLE-CFS.XML, SOLRCONFIG-DELPOLICY2.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, STOP-2.TXT, HUNSPELL-TEST.AFF, SCHEMA-ID-AND-VERSION-FIELDS-ONLY.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SOLRCONFIG-EXTERNALVERSIONCONSTRAINT.XML, KEEP-2.TXT, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, BAD-SOLRCONFIG-MANAGED-SCHEMA-NAMED-SCHEMA.XML.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-DELPOLICY1.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SOLRCONFIG-SUGGESTERCOMPONENT.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-MINIMAL.XML, STOPTYPES-1.TXT, SCHEMA-BINARYFIELD.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, JASUGGEST.TXT, SOLRCONFIG-ALTDIRECTORY.XML, SCHEMASURROUND.XML, SOLRCONFIG-MASTER1.XML, SOLRCONFIG-REPEATER.XML, CONDITIONAL.UPDATEPROCESSOR.JS, XSLT, SOLRCONFIG-COMPONENTS-NAME.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA12.XML, SCHEMA-STOP-KEEP.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, BAD-SCHEMA-DYNAMICFIELD-DEFAULT-VAL.XML, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-SYNONYM-TOKENIZER.XML, SOLRCONFIG-MERGEPOLICY-LEGACY.XML, SCHEMA-DOCVALUESFACETING.XML, STOPWITHBOM.TXT, ANALYZINGINFIXSUGGEST.TXT, BAD-SOLRCONFIG-SCHEMA-MUTABLE-BUT-NOT-MANAGED.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, FRENCHARTICLES.TXT, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, SCHEMA-ONE-FIELD-NO-DYNAMIC-FIELD-UNIQUE-KEY.XML, SCHEMA-DOCVALUES.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-MASTER2.XML, STOPWORDSWRONGENCODING.TXT, ELEVATE.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML]
   [junit4]   2> 493014 T1470 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 493014 T1470 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 493015 T1470 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24896116953191136]
   [junit4]   2> 493016 T1470 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1eda1eda lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56145614),segFN=segments_1,generation=1}
   [junit4]   2> 493017 T1470 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 493018 T1470 oass.SolrIndexSearcher.<init> Opening Searcher@29f729f7 main
   [junit4]   2> 493019 T1470 oashc.QueryElevationComponent.inform Loading QueryElevation from: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
   [junit4]   2> 493029 T1470 oashc.QueryElevationComponent.inform Loading QueryElevation from: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
   [junit4]   2> 493041 T1471 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29f729f7 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 493045 T1470 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 493046 T1460 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 493047 T1460 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 493050 T1460 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 493052 T1460 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43945
   [junit4]   2> 493053 T1460 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 493053 T1460 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 493054 T1460 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 493055 T1460 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 493067 T1460 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 493106 T1460 oasc.CoreContainer.<init> New CoreContainer 805187582
   [junit4]   2> 493107 T1460 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 493109 T1460 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 493110 T1460 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 493110 T1460 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 493111 T1460 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 493112 T1460 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 493113 T1460 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 493114 T1460 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 493115 T1460 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 493115 T1460 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 493121 T1460 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 493122 T1460 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 493122 T1460 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 493128 T1482 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 493129 T1482 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 493130 T1482 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 493131 T1482 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 493192 T1482 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 493233 T1482 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
   [junit4]   2> 493234 T1482 oass.IndexSchema.readSchema Reading Solr Schema from schema11.xml
   [junit4]   2> 493240 T1482 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 493401 T1482 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 493404 T1482 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 493411 T1482 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 493412 T1482 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/shard0/data/
   [junit4]   2> 493412 T1482 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a877a8
   [junit4]   2> 493415 T1482 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/shard0/data
   [junit4]   2> 493416 T1482 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/shard0/data/index/
   [junit4]   2> 493416 T1482 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/shard0/data/index' doesn't exist. Creating new index...
   [junit4]   2> 493417 T1482 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1389875267287/shard0/data/index
   [junit4]   2> 493418 T1482 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35123807234477367]
   [junit4]   2> 493419 T1482 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d867d86 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55a055a),segFN=segments_1,generation=1}
   [junit4]   2> 493419 T1482 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 493428 T1482 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 493429 T1482 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 493430 T1482 oasc.RequestHandlers.initHandlersFromConfig created /elevate: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 493431 T1482 oasc.RequestHandlers.initHandlersFromConfig created /dataElevate: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 493433 T1482 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 493433 T1482 oasc.RequestHandlers.initHandlersFromConfig WARN no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 493435 T1482 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 493437 T1482 oasc.SolrCore.initDeprecatedSupport WARN adding ShowFileRequestHandler with hidden files: [SOLRCONFIG-SNIPPET-PROCESSOR.XML, SOLRCONFIG-EXTERNALVERSIONCONSTRAINT.XML, KEEP-2.TXT, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, BAD-SOLRCONFIG-MANAGED-SCHEMA-NAMED-SCHEMA.XML.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-DELPOLICY1.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SOLRCONFIG-MASTER3.XML, SOLRCONFIG-ADD-SCHEMA-FIELDS-UPDATE-PROCESSOR-CHAINS.XML, BAD-SOLRCONFIG-MULTIPLE-CFS.XML, SOLRCONFIG-DELPOLICY2.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, STOP-2.TXT, HUNSPELL-TEST.AFF, SCHEMA-ID-AND-VERSION-FIELDS-ONLY.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, JASUGGEST.TXT, SOLRCONFIG-SUGGESTERCOMPONENT.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-MINIMAL.XML, STOPTYPES-1.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-COMPONENTS-NAME.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA12.XML, SCHEMA-STOP-KEEP.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, BAD-SCHEMA-DYNAMICFIELD-DEFAULT-VAL.XML, SOLRCONFIG-HIGHLIGHT.XML, SOLRCONFIG-ALTDIRECTORY.XML, SCHEMASURROUND.XML, SOLRCONFIG-MASTER1.XML, SOLRCONFIG-REPEATER.XML, CONDITIONAL.UPDATEPROCESSOR.JS, XSLT, SCHEMA-DOCVALUES.XML, REGEX-BOOST-PROCE

[...truncated too long message...]

78207820 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@42c642c6)),segFN=segments_13,generation=39}
   [junit4]   2> 933708 T2231 C4357 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 39
   [junit4]   2> 933709 T2231 C4357 oass.SolrIndexSearcher.<init> Opening Searcher@18c818c8 main
   [junit4]   2> 933710 T2231 C4357 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 933713 T2233 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18c818c8 main{StandardDirectoryReader(segments_13:154:nrt)}
   [junit4]   2> 933713 T2231 C4357 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 6
   [junit4]   2> 933729 T2231 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 933732 T2231 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@78207820 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@42c642c6)),segFN=segments_13,generation=39}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@78207820 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@42c642c6)),segFN=segments_14,generation=40}
   [junit4]   2> 933733 T2231 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 40
   [junit4]   2> 933734 T2231 oass.SolrIndexSearcher.<init> Opening Searcher@34133413 main
   [junit4]   2> 933735 T2231 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 933738 T2233 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34133413 main{StandardDirectoryReader(segments_14:156:nrt _19(4.7):c2)}
   [junit4]   2> 933741 T2231 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 933743 T2231 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@78207820 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@42c642c6)),segFN=segments_14,generation=40}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@78207820 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@42c642c6)),segFN=segments_15,generation=41}
   [junit4]   2> 933744 T2231 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 41
   [junit4]   2> 933745 T2231 oass.SolrIndexSearcher.<init> Opening Searcher@6c106c1 main
   [junit4]   2> 933746 T2231 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 933749 T2233 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c106c1 main{StandardDirectoryReader(segments_15:158:nrt _19(4.7):c2 _1a(4.7):c1)}
   [junit4]   2> 933750 T2231 oas.SolrTestCaseJ4.tearDown ###Ending testDupeDetection
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SignatureUpdateProcessorFactoryTest -Dtests.method=testDupeDetection -Dtests.seed=C89C8CA79A567FDE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi_FI -Dtests.timezone=Europe/Chisinau -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.06s J1 | SignatureUpdateProcessorFactoryTest.testDupeDetection <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1> but was:<3>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C89C8CA79A567FDE:93AC776F9911DCA2]:0)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:738)
   [junit4]   2> 933762 T2231 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 933762 T2231 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=237899310
   [junit4]   2> 933763 T2231 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@67276727
   [junit4]   2> 933779 T2231 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=42,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=253,cumulative_deletesById=0,cumulative_deletesByQuery=6,cumulative_errors=0}
   [junit4]   2> 933780 T2231 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 933781 T2231 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 933781 T2231 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 933782 T2231 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 933782 T2231 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 933783 T2231 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389875706343 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389875706343;done=false>>]
   [junit4]   2> 933784 T2231 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389875706343
   [junit4]   2> 933784 T2231 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389875706343/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389875706343/index;done=false>>]
   [junit4]   2> 933785 T2231 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389875706343/index
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=fi_FI, timezone=Europe/Chisinau
   [junit4]   2> NOTE: Linux 3.8.0-35-generic x86/IBM Corporation 1.6.0 (32-bit)/cpus=8,threads=1,free=8432856,total=59759104
   [junit4]   2> NOTE: All tests run in this JVM: [DebugComponentTest, ConvertedLegacyTest, SuggesterWFSTTest, DirectSolrConnectionTest, ShardSplitTest, TermVectorComponentDistributedTest, PrimUtilsTest, TestNRTOpen, TestSolrJ, TestSchemaNameResource, TestCollationField, TestCoreDiscovery, TestFastLRUCache, PingRequestHandlerTest, DefaultValueUpdateProcessorTest, TestCloudManagedSchema, TestDistributedGrouping, TestXIncludeConfig, ZkSolrClientTest, SolrRequestParserTest, HdfsUnloadDistributedZkTest, TestManagedSchema, BadCopyFieldTest, TestFastOutputStream, DirectSolrSpellCheckerTest, DistributedSuggestComponentTest, StandardRequestHandlerTest, SpellingQueryConverterTest, EnumFieldTest, TestFieldTypeResource, SpellCheckComponentTest, SolrPluginUtilsTest, OpenExchangeRatesOrgProviderTest, TestQuerySenderNoQuery, TestSolrXml, HdfsDirectoryTest, TestIBSimilarityFactory, DirectUpdateHandlerTest, TestWordDelimiterFilterFactory, TestNumberUtils, HardAutoCommitTest, TestCSVLoader, TestFiltering, SimplePostToolTest, TestAnalyzedSuggestions, TestMaxScoreQueryParser, TestSimpleQParserPlugin, TestArbitraryIndexDir, ChaosMonkeyNothingIsSafeTest, TestRecoveryHdfs, AlternateDirectoryTest, TestFoldingMultitermQuery, CollectionsAPIDistributedZkTest, ParsingFieldUpdateProcessorsTest, TestUpdate, TestUtils, TestFieldTypeCollectionResource, JSONWriterTest, DateFieldTest, PluginInfoTest, TestCursorMarkWithoutUniqueKey, SortByFunctionTest, TestRecovery, TestDefaultSimilarityFactory, TestAtomicUpdateErrorCases, TestStressRecovery, CoreAdminCreateDiscoverTest, RAMDirectoryFactoryTest, SignatureUpdateProcessorFactoryTest]
   [junit4] Completed on J1 in 2.26s, 6 tests, 1 failure <<< FAILURES!

[...truncated 611 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:452: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 353 suites, 1540 tests, 4 failures, 34 ignored (6 assumptions)

Total time: 64 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/ibm-j9-jdk6 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_51) - Build # 9012 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9012/
Java: 32bit/jdk1.7.0_51 -server -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 50404 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:398: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:87: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:187: Source checkout is dirty after running tests!!! Offending files:
* ./solr/licenses/jackson-core-asl-1.7.4.jar.sha1
* ./solr/licenses/jackson-mapper-asl-1.7.4.jar.sha1
* ./solr/licenses/jersey-core-1.16.jar.sha1

Total time: 54 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_51 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/ibm-j9-jdk7) - Build # 9011 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9011/
Java: 32bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}

5 tests failed.
REGRESSION:  org.apache.solr.handler.component.DistributedQueryElevationComponentTest.testDistribSearch

Error Message:
.responseHeader.params.fl!=rows (unordered or missing)

Stack Trace:
junit.framework.AssertionFailedError: .responseHeader.params.fl!=rows (unordered or missing)
	at __randomizedtesting.SeedInfo.seed([14547EED926DDD8B:95B2F0F5E532BDB7]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:840)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:859)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:562)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
	at org.apache.solr.handler.component.DistributedQueryElevationComponentTest.doTest(DistributedQueryElevationComponentTest.java:81)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)


REGRESSION:  org.apache.solr.handler.component.TermVectorComponentDistributedTest.testDistribSearch

Error Message:
.termVectors.0.test_offtv!=test_basictv (unordered or missing)

Stack Trace:
junit.framework.AssertionFailedError: .termVectors.0.test_offtv!=test_basictv (unordered or missing)
	at __randomizedtesting.SeedInfo.seed([14547EED926DDD8B:95B2F0F5E532BDB7]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:840)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:859)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:562)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
	at org.apache.solr.handler.component.TermVectorComponentDistributedTest.doTest(TermVectorComponentDistributedTest.java:127)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:873)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)


REGRESSION:  org.apache.solr.update.HardAutoCommitTest.testCommitWithin

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([14547EED926DDD8B:AE8611951143339E]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:644)
	at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=0]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">2616</int></lst><result name="response" numFound="1" start="0"><doc><int name="id">529</int><int name="range_facet_si">529</int><arr name="range_facet_l"><long>529</long></arr><arr name="range_facet_sl"><long>529</long></arr><arr name="field_t"><str>what's inside?</str></arr><arr name="subject"><str>info</str></arr><long name="_version_">1457376553240363008</long><int name="intDefault">42</int><date name="timestamp">2014-01-16T08:56:28.158Z</date><arr name="multiDefault"><str>muLti-Default</str></arr></doc></result>
</response>

	request was:rows=20&start=0&q=id:529&version=2.2&qt=standard
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:637)
	... 41 more


REGRESSION:  org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testMultiThreaded

Error Message:
expected:<1> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<3>
	at __randomizedtesting.SeedInfo.seed([14547EED926DDD8B:75C1A40D7ABCD77D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testMultiThreaded(SignatureUpdateProcessorFactoryTest.java:222)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)


REGRESSION:  org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection

Error Message:
expected:<1> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<3>
	at __randomizedtesting.SeedInfo.seed([14547EED926DDD8B:4F648525912A7EF7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)




Build Log:
[...truncated 10490 lines...]
   [junit4] Suite: org.apache.solr.update.HardAutoCommitTest
   [junit4]   2> 1144185 T2376 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708
   [junit4]   2> 1144185 T2376 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1144186 T2376 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1144187 T2376 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1144223 T2376 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1144269 T2376 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1144270 T2376 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1144276 T2376 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1144594 T2376 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1144595 T2376 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1144596 T2376 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1144600 T2376 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1144603 T2376 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1144608 T2376 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1144612 T2376 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1144615 T2376 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1144616 T2376 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1144616 T2376 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1144617 T2376 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1144617 T2376 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1144617 T2376 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1144618 T2376 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1144618 T2376 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 1144619 T2376 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1144626 T2376 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1144626 T2376 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 1144627 T2376 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1144665 T2376 oasc.CoreContainer.<init> New CoreContainer -1628559406
   [junit4]   2> 1144666 T2376 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1144667 T2376 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1144667 T2376 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1144667 T2376 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1144668 T2376 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1144668 T2376 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1144669 T2376 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1144669 T2376 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1144669 T2376 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1144670 T2376 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1144673 T2376 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1144673 T2376 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1144674 T2376 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 1144677 T2377 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1144677 T2377 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1144678 T2377 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1144678 T2377 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1144725 T2377 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1144775 T2377 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1144775 T2377 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1144783 T2377 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1145110 T2377 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1145110 T2377 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1145111 T2377 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1145116 T2377 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1145118 T2377 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1145123 T2377 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1145127 T2377 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1145130 T2377 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1145130 T2377 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1145131 T2377 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1145131 T2377 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1145132 T2377 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1145132 T2377 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1145132 T2377 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1145133 T2377 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708/
   [junit4]   2> 1145133 T2377 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4610ced9
   [junit4]   2> 1145134 T2377 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708
   [junit4]   2> 1145134 T2377 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708/index/
   [junit4]   2> 1145135 T2377 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708/index' doesn't exist. Creating new index...
   [junit4]   2> 1145135 T2377 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708/index
   [junit4]   2> 1145136 T2377 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=54.5546875, floorSegmentMB=1.716796875, forceMergeDeletesPctAllowed=10.607076271939295, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49539090468486113
   [junit4]   2> 1145136 T2377 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dc1f5940 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@972f2be4)),segFN=segments_1,generation=1}
   [junit4]   2> 1145137 T2377 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1145137 T2377 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1145139 T2377 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1145140 T2377 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1145141 T2377 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1145141 T2377 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1145142 T2377 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1145142 T2377 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1145143 T2377 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1145143 T2377 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 1145143 T2377 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 1145144 T2377 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1145144 T2377 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1145145 T2377 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1145145 T2377 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1145145 T2377 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1145146 T2377 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1145146 T2377 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1145147 T2377 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1145147 T2377 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1145147 T2377 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1145148 T2377 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1145148 T2377 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1145149 T2377 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1145149 T2377 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1145149 T2377 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1145150 T2377 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1145150 T2377 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1145151 T2377 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145151 T2377 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145152 T2377 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145152 T2377 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145152 T2377 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145153 T2377 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145153 T2377 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145154 T2377 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145154 T2377 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1145155 T2377 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1145156 T2377 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1145157 T2377 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1145159 T2377 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1145160 T2377 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1145160 T2377 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=981156965, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1145161 T2377 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dc1f5940 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@972f2be4)),segFN=segments_1,generation=1}
   [junit4]   2> 1145161 T2377 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1145162 T2377 oass.SolrIndexSearcher.<init> Opening Searcher@fd7d5ce main
   [junit4]   2> 1145162 T2377 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1145166 T2377 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1145185 T2378 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fd7d5ce main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1145189 T2377 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1145191 T2376 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1145194 T2376 oas.SolrTestCaseJ4.setUp ###Starting testCommitWithin
   [junit4]   2> ASYNC  NEW_CORE C3198 name=collection1 org.apache.solr.core.SolrCore@6d2535b5
   [junit4]   2> 1145195 T2376 C3198 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1457376551730413568)} 0 0
   [junit4]   2> 1145199 T2376 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1145199 T2376 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1145200 T2376 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1145200 T2376 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1145236 T2376 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1145292 T2376 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1145293 T2376 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1145300 T2376 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1145621 T2376 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1145621 T2376 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1145622 T2376 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1145627 T2376 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1145630 T2376 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1145635 T2376 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1145639 T2376 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1145642 T2376 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1145643 T2376 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1145643 T2376 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1145644 T2376 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1145644 T2376 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1145645 T2376 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1145645 T2376 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708/
   [junit4]   2> 1145646 T2376 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4610ced9
   [junit4]   2> 1145647 T2376 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708/index/
   [junit4]   2> 1145647 T2376 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1145650 T2376 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1145651 T2376 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1145651 T2376 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1145652 T2376 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1145652 T2376 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1145652 T2376 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1145653 T2376 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1145653 T2376 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 1145654 T2376 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 1145655 T2376 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1145655 T2376 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1145656 T2376 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1145656 T2376 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1145657 T2376 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1145657 T2376 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1145658 T2376 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1145658 T2376 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1145659 T2376 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1145660 T2376 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1145661 T2376 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1145661 T2376 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1145662 T2376 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1145663 T2376 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1145663 T2376 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1145664 T2376 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1145664 T2376 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1145665 T2376 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145666 T2376 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145666 T2376 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145667 T2376 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145668 T2376 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145669 T2376 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145669 T2376 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145670 T2376 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1145671 T2376 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1145671 T2376 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1145673 T2376 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1145674 T2376 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1145676 T2376 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1145676 T2376 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1145677 T2376 oass.SolrIndexSearcher.<init> Opening Searcher@ca1d936e main
   [junit4]   2> 1145678 T2376 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1145679 T2376 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1145685 T2380 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ca1d936e main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1145690 T2376 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 1145691 T2376 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1145691 T2376 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 1145692 T2376 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=4.8115234375, floorSegmentMB=0.9453125, forceMergeDeletesPctAllowed=27.33974480061612, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1145692 T2376 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dc1f5940 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@972f2be4)),segFN=segments_1,generation=1}
   [junit4]   2> 1145693 T2376 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1145693 T2376 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1145694 T2376 oass.SolrIndexSearcher.<init> Opening Searcher@ab4d1e8a main
   [junit4]   2> 1145695 T2376 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 1145695 T2376 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6d2535b5
   [junit4]   2> 1145695 T2380 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ab4d1e8a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1145700 T2376 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=1,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 1145701 T2376 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1146636 T2376 oasup.LogUpdateProcessor.finish [collection1] {add=[529 (1457376553240363008)]} 0 932
   [junit4]   2> 1148636 T2382 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1148639 T2382 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dc1f5940 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@972f2be4)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dc1f5940 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@972f2be4)),segFN=segments_2,generation=2}
   [junit4]   2> 1148640 T2382 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1148642 T2382 oass.SolrIndexSearcher.<init> Opening Searcher@e42ba3cc main
   [junit4]   2> 1148643 T2382 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1148644 T2380 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e42ba3cc main{StandardDirectoryReader(segments_2:3:nrt _0(4.7):c1)}
   [junit4]   2> ASYNC  NEW_CORE C3199 name=collection1 org.apache.solr.core.SolrCore@a85ab206
   [junit4]   2> 1149253 T2376 C3199 oasc.SolrCore.execute [collection1] webapp=null path=null params={rows=20&start=0&q=id:529&version=2.2&qt=standard} hits=1 status=0 QTime=2616 
   [junit4]   2> 1149261 T2376 oas.SolrTestCaseJ4.assertQ ERROR REQUEST FAILED: xpath=//result[@numFound=0]
   [junit4]   2> 		xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> 	<response>
   [junit4]   2> 	<lst name="responseHeader"><int name="status">0</int><int name="QTime">2616</int></lst><result name="response" numFound="1" start="0"><doc><int name="id">529</int><int name="range_facet_si">529</int><arr name="range_facet_l"><long>529</long></arr><arr name="range_facet_sl"><long>529</long></arr><arr name="field_t"><str>what's inside?</str></arr><arr name="subject"><str>info</str></arr><long name="_version_">1457376553240363008</long><int name="intDefault">42</int><date name="timestamp">2014-01-16T08:56:28.158Z</date><arr name="multiDefault"><str>muLti-Default</str></arr></doc></result>
   [junit4]   2> 	</response>
   [junit4]   2> 	
   [junit4]   2> 		request was:rows=20&start=0&q=id:529&version=2.2&qt=standard
   [junit4]   2> 1149262 T2376 oasc.SolrException.log ERROR REQUEST FAILED: rows=20&start=0&q=id:529&version=2.2&qt=standard:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=0]
   [junit4]   2> 		xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> 	<response>
   [junit4]   2> 	<lst name="responseHeader"><int name="status">0</int><int name="QTime">2616</int></lst><result name="response" numFound="1" start="0"><doc><int name="id">529</int><int name="range_facet_si">529</int><arr name="range_facet_l"><long>529</long></arr><arr name="range_facet_sl"><long>529</long></arr><arr name="field_t"><str>what's inside?</str></arr><arr name="subject"><str>info</str></arr><long name="_version_">1457376553240363008</long><int name="intDefault">42</int><date name="timestamp">2014-01-16T08:56:28.158Z</date><arr name="multiDefault"><str>muLti-Default</str></arr></doc></result>
   [junit4]   2> 	</response>
   [junit4]   2> 	
   [junit4]   2> 		request was:rows=20&start=0&q=id:529&version=2.2&qt=standard
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:637)
   [junit4]   2> 		at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:79)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:613)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:780)
   [junit4]   2> 	
   [junit4]   2> 1149263 T2376 oas.SolrTestCaseJ4.tearDown ###Ending testCommitWithin
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HardAutoCommitTest -Dtests.method=testCommitWithin -Dtests.seed=14547EED926DDD8B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=uk_UA -Dtests.timezone=America/Miquelon -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   4.08s J1 | HardAutoCommitTest.testCommitWithin <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([14547EED926DDD8B:AE8611951143339E]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:644)
   [junit4]    > 	at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:79)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:780)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=0]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">2616</int></lst><result name="response" numFound="1" start="0"><doc><int name="id">529</int><int name="range_facet_si">529</int><arr name="range_facet_l"><long>529</long></arr><arr name="range_facet_sl"><long>529</long></arr><arr name="field_t"><str>what's inside?</str></arr><arr name="subject"><str>info</str></arr><long name="_version_">1457376553240363008</long><int name="intDefault">42</int><date name="timestamp">2014-01-16T08:56:28.158Z</date><arr name="multiDefault"><str>muLti-Default</str></arr></doc></result>
   [junit4]    > </response>
   [junit4]    > 	request was:rows=20&start=0&q=id:529&version=2.2&qt=standard
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:637)
   [junit4]    > 	... 41 more
   [junit4]   2> 1149271 T2376 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1149272 T2376 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=-1628559406
   [junit4]   2> 1149272 T2376 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a85ab206
   [junit4]   2> 1149281 T2376 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=1,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=151,transaction_logs_total_number=1}
   [junit4]   2> 1149282 T2376 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1149282 T2376 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1149282 T2376 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1149283 T2376 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1149283 T2376 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1149284 T2376 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708/index;done=false>>]
   [junit4]   2> 1149284 T2376 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708/index
   [junit4]   2> 1149285 T2376 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708;done=false>>]
   [junit4]   2> 1149285 T2376 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-HardAutoCommitTest-1389862585708
   [junit4]   2> NOTE: test params are: codec=Lucene46: {multiDefault=PostingsFormat(name=Asserting), timestamp=Pulsing41(freqCutoff=10 minBlockSize=13 maxBlockSize=117), text=PostingsFormat(name=MockRandom), range_facet_sl=PostingsFormat(name=MockRandom), intDefault=Pulsing41(freqCutoff=10 minBlockSize=13 maxBlockSize=117), subject=PostingsFormat(name=Asserting), range_facet_l=Pulsing41(freqCutoff=10 minBlockSize=13 maxBlockSize=117), field_t=PostingsFormat(name=MockRandom), range_facet_si=PostingsFormat(name=Asserting), id=Lucene41(blocksize=128), _version_=Pulsing41(freqCutoff=10 minBlockSize=13 maxBlockSize=117)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=uk_UA, timezone=America/Miquelon
   [junit4]   2> NOTE: Linux 3.8.0-35-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=123544056,total=292225024
   [junit4]   2> NOTE: All tests run in this JVM: [TestAnalyzedSuggestions, TestFastLRUCache, MultiTermTest, BadIndexSchemaTest, TestCollationField, CurrencyFieldXmlFileTest, SimplePostToolTest, PreAnalyzedFieldTest, TestSolrDeletionPolicy2, SolrXmlInZkTest, MinimalSchemaTest, TestRecoveryHdfs, SolrCmdDistributorTest, TestFieldTypeCollectionResource, BlockDirectoryTest, StandardRequestHandlerTest, QueryResultKeyTest, TestStressRecovery, HdfsCollectionsAPIDistributedZkTest, FileUtilsTest, TestAtomicUpdateErrorCases, TestCloudManagedSchema, TestZkChroot, ChaosMonkeyNothingIsSafeTest, TestFieldTypeResource, TestLazyCores, PingRequestHandlerTest, XmlUpdateRequestHandlerTest, SpellCheckComponentTest, TestSolrXml, TestUtils, TestSolr4Spatial, BlockCacheTest, DistributedSuggestComponentTest, TestBinaryField, TestHashPartitioner, TestRandomFaceting, MigrateRouteKeyTest, OpenCloseCoreStressTest, TestCursorMarkWithoutUniqueKey, TestSchemaNameResource, HighlighterTest, TestDistributedGrouping, TestWordDelimiterFilterFactory, JSONWriterTest, HighlighterConfigTest, HdfsBasicDistributedZk2Test, ShardSplitTest, SolrPluginUtilsTest, TestDynamicFieldCollectionResource, TestFuzzyAnalyzedSuggestions, SpellingQueryConverterTest, TestIndexSearcher, NotRequiredUniqueKeyTest, TestQuerySenderNoQuery, SortByFunctionTest, DisMaxRequestHandlerTest, DistanceFunctionTest, TestReload, DistribCursorPagingTest, TestRecovery, TestCodecSupport, TestDynamicFieldResource, TestDistributedSearch, TestDFRSimilarityFactory, AliasIntegrationTest, TestFastOutputStream, TestOmitPositions, TestStressReorder, OutputWriterTest, StatsComponentTest, OpenExchangeRatesOrgProviderTest, TestIndexingPerformance, DebugComponentTest, HardAutoCommitTest]
   [junit4] Completed on J1 in 5.13s, 1 test, 1 error <<< FAILURES!

[...truncated 28 lines...]
   [junit4] Suite: org.apache.solr.handler.component.TermVectorComponentDistributedTest
   [junit4]   2> 1202520 T5616 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1202523 T5616 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1202524 T5616 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1202527 T5616 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36678
   [junit4]   2> 1202528 T5616 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1202529 T5616 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1202529 T5616 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 1202530 T5616 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1202539 T5616 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 1202581 T5616 oasc.CoreContainer.<init> New CoreContainer 656748341
   [junit4]   2> 1202582 T5616 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1202584 T5616 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1202585 T5616 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1202585 T5616 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1202586 T5616 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1202587 T5616 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1202587 T5616 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1202588 T5616 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1202588 T5616 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1202589 T5616 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1202594 T5616 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1202594 T5616 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1202595 T5616 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1202600 T5626 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1202601 T5626 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1202601 T5626 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1202602 T5626 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1202639 T5626 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1202703 T5626 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1202703 T5626 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1202709 T5626 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1203039 T5626 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1203040 T5626 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1203040 T5626 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1203045 T5626 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1203048 T5626 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1203053 T5626 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1203056 T5626 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1203059 T5626 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1203060 T5626 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1203060 T5626 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1203061 T5626 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1203061 T5626 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1203062 T5626 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1203062 T5626 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1203062 T5626 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389862644009/control/data/
   [junit4]   2> 1203063 T5626 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b22c31a8
   [junit4]   2> 1203063 T5626 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389862644009/control/data
   [junit4]   2> 1203064 T5626 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389862644009/control/data/index/
   [junit4]   2> 1203064 T5626 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389862644009/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1203065 T5626 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1389862644009/control/data/index
   [junit4]   2> 1203065 T5626 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=31.9228515625, floorSegmentMB=1.3896484375, forceMergeDeletesPctAllowed=16.220111960254727, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16202586782885264
   [junit4]   2> 1203066 T5626 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e4c7e09a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@676fac10)),segFN=segments_1,generation=1}
   [junit4]   2> 1203066 T5626 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1203066 T5626 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1203068 T5626 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1203069 T5626 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1203069 T5626 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1203069 T5626 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1203070 T5626 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1203070 T5626 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1203070 T5626 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1203071 T5626 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 1203071 T5626 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 1203072 T5626 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1203072 T5626 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1203072 T5626 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1203073 T5626 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1203073 T5626 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1203074 T5626 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1203074 T5626 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1203075 T5626 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1203076 T5626 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1203076 T5626 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1203077 T5626 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1203077 T5626 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1203078 T5626 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1203079 T5626 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1203079 T5626 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1203080 T5626 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1203080 T5626 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1203081 T5626 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1203081 T5626 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1203082 T5626 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1203083 T5626 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1203083 T5626 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1203084 T5626 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1203084 T5626 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1203085 T5626 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1203086 T5626 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1203086 T5626 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1203087 T5626 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1203089 T5626 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1203091 T5626 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1203091 T5626 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1203091 T5626 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=46.744140625, floorSegmentMB=1.224609375, forceMergeDeletesPctAllowed=25.68286096427778, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1203092 T5626 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e4c7e09a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@676fac10)),segFN=segments_1,generation=1}
   [junit4]   2> 1203093 T5626 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1203093 T5626 oass.SolrIndexSearcher.<init> Opening Searcher@3a60b778 main
   [junit4]   2> 1203093 T5626 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1203097 T5626 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1203114 T5627 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a60b778 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1203116 T5626 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1203117 T5616 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1203117 T5616 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1203119 T5616 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1203120 T5616 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60609
   [junit4]   2> 1203121 T5616 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1203121 T5616 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1203122 T5616 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 1203122 T5616 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1203130 T5616 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 1203164 T5616 oasc.CoreContainer.<init> New CoreContainer -882805026
   [junit4]   2> 1203165 T5616 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1203166 T5616 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1203167 T5616 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1203167 T5616 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1203168 T5616 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1203168 T5616 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1203169 T5616 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1203170 T5616 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1203170 T5616 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1203171 T5616 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1203174 T5616 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1203175 T5616 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1203175 T5616 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1203178 T5638 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1203179 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1203179 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1203180 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1203220 T5638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1203270 T5638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1203270 T5638 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1203276 T5638 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1203621 T5638 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1203622 T5638 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1203622 T5638 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1203628 T5638 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1203631 T5638 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1203636 T5638 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1203639 T5638 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1203642 T5638 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from 

[...truncated too long message...]

webapp=null path=null params={} {commit=} 0 4
   [junit4]   2> 1289428 T3030 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289430 T3030 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@95af1202 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@278dbc20)),segFN=segments_10,generation=36}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@95af1202 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@278dbc20)),segFN=segments_11,generation=37}
   [junit4]   2> 1289431 T3030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 37
   [junit4]   2> 1289432 T3030 oass.SolrIndexSearcher.<init> Opening Searcher@d4f7634d main
   [junit4]   2> 1289432 T3030 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1289434 T3032 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d4f7634d main{StandardDirectoryReader(segments_11:153:nrt _18(4.7):c2)}
   [junit4]   2> 1289436 T3030 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1289439 T3030 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@95af1202 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@278dbc20)),segFN=segments_11,generation=37}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@95af1202 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@278dbc20)),segFN=segments_12,generation=38}
   [junit4]   2> 1289440 T3030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 38
   [junit4]   2> 1289440 T3030 oass.SolrIndexSearcher.<init> Opening Searcher@f3f7c20d main
   [junit4]   2> 1289441 T3030 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1289442 T3032 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f3f7c20d main{StandardDirectoryReader(segments_12:155:nrt _18(4.7):c2 _19(4.7):c1)}
   [junit4]   2> 1289443 T3030 oas.SolrTestCaseJ4.tearDown ###Ending testDupeDetection
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SignatureUpdateProcessorFactoryTest -Dtests.method=testDupeDetection -Dtests.seed=14547EED926DDD8B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk_SK -Dtests.timezone=Europe/Sofia -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.03s J1 | SignatureUpdateProcessorFactoryTest.testDupeDetection <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1> but was:<3>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([14547EED926DDD8B:4F648525912A7EF7]:0)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:780)
   [junit4]   2> 1289447 T3030 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1289447 T3030 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=439100740
   [junit4]   2> 1289448 T3030 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@91614be0
   [junit4]   2> 1289457 T3030 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=42,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=253,cumulative_deletesById=0,cumulative_deletesByQuery=6,cumulative_errors=0}
   [junit4]   2> 1289458 T3030 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1289459 T3030 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1289460 T3030 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1289462 T3030 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1289463 T3030 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1289464 T3030 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389862729378 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389862729378;done=false>>]
   [junit4]   2> 1289464 T3030 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389862729378
   [junit4]   2> 1289465 T3030 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389862729378/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389862729378/index;done=false>>]
   [junit4]   2> 1289466 T3030 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1389862729378/index
   [junit4]   2> NOTE: test params are: codec=Lucene46: {signatureField=PostingsFormat(name=MockSep), v_t=PostingsFormat(name=Memory doPackFST= false), name=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory doPackFST= false), weight=MockVariableIntBlock(baseBlockSize=121), ints_is=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=DefaultSimilarity, locale=sk_SK, timezone=Europe/Sofia
   [junit4]   2> NOTE: Linux 3.8.0-35-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=93356864,total=293666816
   [junit4]   2> NOTE: All tests run in this JVM: [TestAnalyzedSuggestions, TestFastLRUCache, MultiTermTest, BadIndexSchemaTest, TestCollationField, CurrencyFieldXmlFileTest, SimplePostToolTest, PreAnalyzedFieldTest, TestSolrDeletionPolicy2, SolrXmlInZkTest, MinimalSchemaTest, TestRecoveryHdfs, SolrCmdDistributorTest, TestFieldTypeCollectionResource, BlockDirectoryTest, StandardRequestHandlerTest, QueryResultKeyTest, TestStressRecovery, HdfsCollectionsAPIDistributedZkTest, FileUtilsTest, TestAtomicUpdateErrorCases, TestCloudManagedSchema, TestZkChroot, ChaosMonkeyNothingIsSafeTest, TestFieldTypeResource, TestLazyCores, PingRequestHandlerTest, XmlUpdateRequestHandlerTest, SpellCheckComponentTest, TestSolrXml, TestUtils, TestSolr4Spatial, BlockCacheTest, DistributedSuggestComponentTest, TestBinaryField, TestHashPartitioner, TestRandomFaceting, MigrateRouteKeyTest, OpenCloseCoreStressTest, TestCursorMarkWithoutUniqueKey, TestSchemaNameResource, HighlighterTest, TestDistributedGrouping, TestWordDelimiterFilterFactory, JSONWriterTest, HighlighterConfigTest, HdfsBasicDistributedZk2Test, ShardSplitTest, SolrPluginUtilsTest, TestDynamicFieldCollectionResource, TestFuzzyAnalyzedSuggestions, SpellingQueryConverterTest, TestIndexSearcher, NotRequiredUniqueKeyTest, TestQuerySenderNoQuery, SortByFunctionTest, DisMaxRequestHandlerTest, DistanceFunctionTest, TestReload, DistribCursorPagingTest, TestRecovery, TestCodecSupport, TestDynamicFieldResource, TestDistributedSearch, TestDFRSimilarityFactory, AliasIntegrationTest, TestFastOutputStream, TestOmitPositions, TestStressReorder, OutputWriterTest, StatsComponentTest, OpenExchangeRatesOrgProviderTest, TestIndexingPerformance, DebugComponentTest, HardAutoCommitTest, TestQueryTypes, NoCacheHeaderTest, TestPhraseSuggestions, CollectionsAPIDistributedZkTest, DocumentAnalysisRequestHandlerTest, TestSolrJ, TestNRTOpen, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest]
   [junit4] Completed on J1 in 1.65s, 6 tests, 2 failures <<< FAILURES!

[...truncated 459 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:452: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 353 suites, 1540 tests, 1 error, 4 failures, 35 ignored (7 assumptions)

Total time: 54 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_51) - Build # 9010 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9010/
Java: 64bit/jdk1.7.0_51 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([299E08CC3D6CC69A:A87886D44A33A6A6]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.junit.Assert.assertFalse(Assert.java:79)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:390)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10639 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 622144 T3457 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 622148 T3457 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1389855342962
   [junit4]   2> 622148 T3457 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 622149 T3458 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 622249 T3457 oasc.ZkTestServer.run start zk server on port:45439
   [junit4]   2> 622250 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622253 T3464 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60626686 name:ZooKeeperConnection Watcher:127.0.0.1:45439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622254 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622254 T3457 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 622258 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622260 T3466 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77abbc1c name:ZooKeeperConnection Watcher:127.0.0.1:45439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622260 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622261 T3457 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 622263 T3457 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 622266 T3457 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 622268 T3457 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 622272 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 622272 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 622277 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 622278 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 622285 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 622285 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 622289 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 622290 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 622293 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 622293 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 622296 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 622296 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 622299 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 622299 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 622302 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 622303 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 622305 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 622306 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 622308 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 622308 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 622312 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 622312 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 622315 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622316 T3468 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2363055d name:ZooKeeperConnection Watcher:127.0.0.1:45439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622316 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622316 T3457 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 622318 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622319 T3470 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39a670cb name:ZooKeeperConnection Watcher:127.0.0.1:45439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622319 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622320 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 622321 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 622325 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 622325 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 622329 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 622329 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 622332 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 622333 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 622335 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 622335 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 622338 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 622338 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 622343 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 622344 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 622346 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 622346 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 622349 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 622349 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 622352 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 622353 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 622355 T3457 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 622356 T3457 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 622424 T3457 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 622428 T3457 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40069
   [junit4]   2> 622429 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 622429 T3457 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 622429 T3457 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174
   [junit4]   2> 622429 T3457 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/'
   [junit4]   2> 622438 T3457 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/solr.xml
   [junit4]   2> 622471 T3457 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 622472 T3457 oasc.CoreContainer.<init> New CoreContainer 1114656321
   [junit4]   2> 622472 T3457 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/]
   [junit4]   2> 622473 T3457 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 622473 T3457 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 622473 T3457 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 622473 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 622474 T3457 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 622474 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 622474 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 622474 T3457 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 622474 T3457 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 622476 T3457 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 622477 T3457 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 622477 T3457 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 622477 T3457 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45439/solr
   [junit4]   2> 622477 T3457 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 622478 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622480 T3481 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b21af7a name:ZooKeeperConnection Watcher:127.0.0.1:45439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622480 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622482 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622483 T3483 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53be186d name:ZooKeeperConnection Watcher:127.0.0.1:45439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622484 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622485 T3457 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 622488 T3457 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 622492 T3457 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 622495 T3457 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40069_
   [junit4]   2> 622496 T3457 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40069_
   [junit4]   2> 622498 T3457 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 622500 T3457 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 622504 T3457 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 622508 T3457 oasc.Overseer.start Overseer (id=91085559756554245-127.0.0.1:40069_-n_0000000000) starting
   [junit4]   2> 622511 T3457 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 622515 T3485 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 622515 T3457 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 622517 T3457 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 622518 T3457 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 622520 T3484 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 622521 T3457 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174
   [junit4]   2> 622522 T3457 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/conf/
   [junit4]   2> 622542 T3457 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 622543 T3457 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 622543 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 622544 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622545 T3488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@539cf4a1 name:ZooKeeperConnection Watcher:127.0.0.1:45439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622545 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622546 T3457 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 622548 T3457 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 622609 T3457 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 622611 T3457 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43139
   [junit4]   2> 622612 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 622612 T3457 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 622612 T3457 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362
   [junit4]   2> 622612 T3457 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/'
   [junit4]   2> 622621 T3457 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/solr.xml
   [junit4]   2> 622662 T3457 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 622663 T3457 oasc.CoreContainer.<init> New CoreContainer 2030304784
   [junit4]   2> 622663 T3457 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/]
   [junit4]   2> 622664 T3457 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 622664 T3457 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 622664 T3457 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 622664 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 622665 T3457 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 622665 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 622665 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 622665 T3457 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 622665 T3457 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 622667 T3457 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 622667 T3457 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 622668 T3457 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 622668 T3457 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45439/solr
   [junit4]   2> 622668 T3457 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 622669 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622670 T3499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@751d0a81 name:ZooKeeperConnection Watcher:127.0.0.1:45439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622671 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622673 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622674 T3501 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19887232 name:ZooKeeperConnection Watcher:127.0.0.1:45439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622674 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622677 T3457 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 623679 T3457 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43139_
   [junit4]   2> 623681 T3457 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43139_
   [junit4]   2> 623684 T3483 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 623684 T3488 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 623684 T3501 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 623688 T3457 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362
   [junit4]   2> 623689 T3457 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/conf/
   [junit4]   2> 623709 T3457 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 623710 T3457 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 623710 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 623768 T3457 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 623770 T3457 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54850
   [junit4]   2> 623771 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 623771 T3457 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 623771 T3457 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524
   [junit4]   2> 623772 T3457 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/'
   [junit4]   2> 623781 T3457 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/solr.xml
   [junit4]   2> 623811 T3457 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 623811 T3457 oasc.CoreContainer.<init> New CoreContainer 2097833420
   [junit4]   2> 623812 T3457 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/]
   [junit4]   2> 623812 T3457 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 623813 T3457 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 623813 T3457 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 623813 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 623813 T3457 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 623814 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 623814 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 623814 T3457 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 623814 T3457 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 623816 T3457 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 623816 T3457 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 623816 T3457 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 623817 T3457 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45439/solr
   [junit4]   2> 623817 T3457 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 623818 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 623819 T3513 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35a17436 name:ZooKeeperConnection Watcher:127.0.0.1:45439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 623819 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 623821 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 623825 T3515 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4547b286 name:ZooKeeperConnection Watcher:127.0.0.1:45439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 623825 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 623828 T3457 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 624831 T3457 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54850_
   [junit4]   2> 624832 T3457 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54850_
   [junit4]   2> 624834 T3501 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 624834 T3515 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 624834 T3488 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 624834 T3483 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 624839 T3457 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524
   [junit4]   2> 624840 T3457 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/conf/
   [junit4]   2> 624860 T3457 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 624860 T3457 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 624860 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 624919 T3457 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 624922 T3457 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48351
   [junit4]   2> 624923 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 624923 T3457 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 624923 T3457 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389855345675
   [junit4]   2> 624923 T3457 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389855345675/'
   [junit4]   2> 624939 T3457 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389855345675/solr.xml
   [junit4]   2> 624973 T3457 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 624974 T3457 oasc.CoreContainer.<init> New CoreContainer 779849373
   [junit4]   2> 624974 T3457 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389855345675/]
   [junit4]   2> 624975 T3457 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 624975 T3457 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 624975 T3457 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 624975 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 624976 T3457 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 624976 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 624976 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 624976 T3457 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 624976 T3457 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 624978 T3457 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 624979 T3457 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 624979 T3457 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 624979 T3457 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45439/solr
   [junit4]   2> 624979 T3457 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 624980 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 624981 T3527 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31cffd42 name:ZooKeeperConnection Watcher:127.0.0.1:45439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 624982 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 624984 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 624985 T3529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c6ac7ad name:ZooKeeperConnection Watcher:127.0.0.1:45439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 624985 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 624987 T3457 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 626003 T3457 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48351_
   [junit4]   2> 626004 T3457 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48351_
   [junit4]   2> 626006 T3515 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 626007 T3488 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 626007 T3501 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 626006 T3483 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 626007 T3529 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 626012 T3457 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389855345675
   [junit4]   2> 626013 T3457 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389855345675/conf/
   [junit4]   2> 626068 T3457 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 626069 T3457 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 626069 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 626218 T3457 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 626221 T3457 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60808
   [junit4]   2> 626221 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 626222 T3457 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 626222 T3457 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884
   [junit4]   2> 626223 T3457 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/'
   [junit4]   2> 626247 T3457 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/solr.xml
   [junit4]   2> 626306 T3457 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 626307 T3457 oasc.CoreContainer.<init> New CoreContainer 1855757175
   [junit4]   2> 626307 T3457 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/]
   [junit4]   2> 626308 T3457 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 626309 T3457 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 626309 T3457 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 626309 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 626310 T3457 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 626310 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 626310 T3457 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 626311 T3457 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 626311 T3457 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 626314 T3457 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 626315 T3457 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 626315 T3457 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 626315 T3457 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45439/solr
   [junit4]   2> 626316 T3457 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 626330 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 626363 T3541 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ba2da5c name:ZooKeeperConnection Watcher:127.0.0.1:45439 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 626367 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 626369 T3459 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14399d58175000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 626369 T3457 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 626371 T3543 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@827f3b3 name:ZooKeeperConnection Watcher:127.0.0.1:45439/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 626375 T3457 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 626402 T3457 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 627404 T3457 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60808_
   [junit4]   2> 627405 T3457 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60808_
   [junit4]   2> 627407 T3529 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 627407 T3515 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 627407 T3501 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 627407 T3543 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 627407 T3483 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 627407 T3488 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 627416 T3457 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884
   [junit4]   2> 627417 T3457 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/conf/
   [junit4]   2> 627476 T3457 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 627487 T3457 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 627488 T3457 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 627498 T3495 oasha.CollectionsHandler.handleCreateAction Creating Collection : action=CREATE&router.name=compositeId&router.field=myOwnField&version=2&replicationFactor=2&name=solrj_collection&numShards=2&wt=javabin&collection.configName=conf1
   [junit4]   2> 627501 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627503 T3485 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.name":"compositeId",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 627503 T3485 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.name":"compositeId",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 627505 T3485 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 627505 T3485 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 627513 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627515 T3484 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 627516 T3484 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 627516 T3484 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 627518 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627519 T3529 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627519 T3543 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627519 T3501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627519 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627520 T3483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627519 T3515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627613 T3485 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 627614 T3485 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:43139_
   [junit4]   2> 627619 T3485 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:54850_
   [junit4]   2> 627624 T3485 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:40069_
   [junit4]   2> 627625 T3485 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:60808_
   [junit4]   2> 627630 T3496 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 627630 T3511 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 627630 T3477 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 627631 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627631 T3496 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 627631 T3536 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 627690 T3511 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 627692 T3536 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 627692 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627692 T3477 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 627693 T3484 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 627694 T3484 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43139",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43139_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 627696 T3484 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54850",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54850_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 627699 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627699 T3484 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40069",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40069_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 627705 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627706 T3484 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60808",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60808_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 627709 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627811 T3488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627811 T3515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627811 T3529 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627811 T3483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627811 T3501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 627811 T3543 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 628632 T3496 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 628632 T3496 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/solrj_collection_shard1_replica1
   [junit4]   2> 628633 T3496 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 628633 T3496 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 628633 T3496 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 628634 T3496 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/solrj_collection_shard1_replica1/'
   [junit4]   2> 628667 T3496 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 628691 T3511 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 628692 T3511 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/solrj_collection_shard1_replica2
   [junit4]   2> 628692 T3511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 628693 T3536 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 628693 T3477 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 628693 T3511 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 628693 T3536 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/solrj_collection_shard2_replica2
   [junit4]   2> 628694 T3536 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 628693 T3511 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 628694 T3477 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/solrj_collection_shard2_replica1
   [junit4]   2> 628694 T3536 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 628695 T3536 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 628694 T3477 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 628695 T3511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/solrj_collection_shard1_replica2/'
   [junit4]   2> 628696 T3536 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/solrj_collection_shard2_replica2/'
   [junit4]   2> 628696 T3477 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 628696 T3477 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 628698 T3477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/solrj_collection_shard2_replica1/'
   [junit4]   2> 628706 T3496 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 628707 T3496 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 628717 T3496 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 628733 T3536 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 628741 T3511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 628755 T3477 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 628777 T3536 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 628778 T3536 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 628784 T3536 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 628787 T3511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 628788 T3511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 628799 T3511 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 628812 T3477 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 628813 T3477 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 628820 T3477 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 629151 T3536 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 629152 T3536 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 629152 T3536 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 629157 T3536 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 629160 T3536 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 629176 T3536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629180 T3536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629185 T3536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 629186 T3536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 629187 T3536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 629187 T3536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 629188 T3536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 629189 T3536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 629189 T3536 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 629189 T3536 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/solrj_collection_shard2_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/solrj_collection_shard2_replica2/data/
   [junit4]   2> 629190 T3536 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8f39379
   [junit4]   2> 629191 T3536 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/solrj_collection_shard2_replica2/data
   [junit4]   2> 629191 T3536 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 629191 T3536 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 629192 T3536 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 629192 T3536 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 629193 T3536 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4f5b5aba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c51437a),segFN=segments_1,generation=1}
   [junit4]   2> 629194 T3536 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 629200 T3536 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 629200 T3536 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 629201 T3536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 629201 T3536 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 629201 T3536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 629202 T3536 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 629202 T3536 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 629203 T3536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 629203 T3536 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 629204 T3536 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 629204 T3536 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 629205 T3536 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 629205 T3536 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 629206 T3536 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 629206 T3536 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 629207 T3536 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 629207 T3496 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 629207 T3496 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 629208 T3496 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 629210 T3536 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 629213 T3496 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 629214 T3536 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 629214 T3536 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 629215 T3536 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=974325306, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 629215 T3496 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 629216 T3536 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4f5b5aba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c51437a),segFN=segments_1,generation=1}
   [junit4]   2> 629216 T3536 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 629216 T3536 oass.SolrIndexSearcher.<init> Opening Searcher@425e4c4c main
   [junit4]   2> 629219 T3549 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica2] Registered new searcher Searcher@425e4c4c main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 629222 T3536 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica2
   [junit4]   2> 629222 T3536 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica2 address:http://127.0.0.1:60808 collection:solrj_collection shard:shard2
   [junit4]   2> 629223 T3536 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 629226 T3496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629229 T3536 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 629230 T3496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629231 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629231 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629231 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629231 T3536 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=180000
   [junit4]   2> 629232 T3484 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 629233 T3496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 629235 T3496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 629235 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629235 T3496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 629235 T3496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 629235 T3511 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 629236 T3511 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 629236 T3496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 629236 T3496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 629236 T3511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 629236 T3496 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 629237 T3496 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/solrj_collection_shard1_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/solrj_collection_shard1_replica1/data/
   [junit4]   2> 629237 T3496 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8f39379
   [junit4]   2> 629238 T3496 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/solrj_collection_shard1_replica1/data
   [junit4]   2> 629238 T3496 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 629238 T3496 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 629239 T3496 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389855343362/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 629239 T3496 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 629239 T3496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2e0ce03 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@614a6056),segFN=segments_1,generation=1}
   [junit4]   2> 629240 T3496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 629241 T3511 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 629242 T3496 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 629243 T3496 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 629243 T3496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 629243 T3496 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 629243 T3496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 629243 T3496 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 629244 T3511 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 629244 T3496 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 629244 T3496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 629245 T3496 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 629245 T3496 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 629245 T3496 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 629246 T3496 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 629246 T3496 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 629246 T3496 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 629246 T3496 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 629247 T3496 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 629248 T3496 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 629256 T3496 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 629256 T3496 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 629257 T3496 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=974325306, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 629257 T3496 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2e0ce03 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@614a6056),segFN=segments_1,generation=1}
   [junit4]   2> 629258 T3496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 629258 T3496 oass.SolrIndexSearcher.<init> Opening Searcher@5a20593a main
   [junit4]   2> 629260 T3551 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica1] Registered new searcher Searcher@5a20593a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 629261 T3511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629261 T3496 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica1
   [junit4]   2> 629262 T3496 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica1 address:http://127.0.0.1:43139 collection:solrj_collection shard:shard1
   [junit4]   2> 629262 T3496 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 629265 T3511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629268 T3477 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 629268 T3496 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 629268 T3477 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 629269 T3477 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 629269 T3511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 629269 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629270 T3496 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179999
   [junit4]   2> 629270 T3511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 629271 T3511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 629271 T3511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 629272 T3511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 629272 T3511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 629272 T3483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629272 T3511 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 629273 T3511 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/solrj_collection_shard1_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/solrj_collection_shard1_replica2/data/
   [junit4]   2> 629273 T3511 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8f39379
   [junit4]   2> 629274 T3511 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/solrj_collection_shard1_replica2/data
   [junit4]   2> 629274 T3477 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 629274 T3511 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 629275 T3511 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 629275 T3511 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389855344524/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 629276 T3511 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 629276 T3511 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4353a285 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@308751e),segFN=segments_1,generation=1}
   [junit4]   2> 629277 T3477 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 629277 T3511 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 629281 T3511 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 629281 T3511 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 629282 T3511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 629282 T3511 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 629282 T3511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 629283 T3511 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 629283 T3511 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 629284 T3511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 629284 T3511 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 629285 T3511 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 629285 T3511 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 629285 T3477 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629286 T3511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 629286 T3511 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 629287 T3511 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 629287 T3511 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 629288 T3511 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 629288 T3477 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629289 T3511 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 629291 T3477 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 629292 T3477 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 629292 T3477 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 629292 T3477 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 629292 T3511 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 629293 T3511 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 629293 T3477 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 629293 T3477 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 629293 T3477 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 629294 T3477 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/solrj_collection_shard2_replica1/data/
   [junit4]   2> 629294 T3511 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=974325306, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 629294 T3477 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8f39379
   [junit4]   2> 629294 T3511 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4353a285 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@308751e),segFN=segments_1,generation=1}
   [junit4]   2> 629295 T3511 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 629295 T3477 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/solrj_collection_shard2_replica1/data
   [junit4]   2> 629295 T3477 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 629295 T3477 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 629295 T3511 oass.SolrIndexSearcher.<init> Opening Searcher@48b72cfc main
   [junit4]   2> 629296 T3477 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389855343174/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 629296 T3477 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 629297 T3477 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
 

[...truncated too long message...]

ore/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/awholynewcollection_2_shard4_replica2/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/awholynewcollection_2_shard4_replica2/data;done=false>>]
   [junit4]   2> 743745 T3543 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/awholynewcollection_2_shard4_replica2/data
   [junit4]   2> 743745 T3543 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/awholynewcollection_2_shard4_replica2/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/awholynewcollection_2_shard4_replica2/data/index;done=false>>]
   [junit4]   2> 743745 T3543 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389855346884/awholynewcollection_2_shard4_replica2/data/index
   [junit4]   2> 743745 T3543 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_2/leaders/shard4
   [junit4]   2> 743745 T3543 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 743746 T3543 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_2/leader_elect/shard4/election/91085559756554254-core_node7-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 743746 T3543 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 743746 T3543 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 743746 T3543 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 743747 T3543 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 743747 T3543 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ar_IQ, timezone=America/Argentina/Cordoba
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=8,threads=4,free=102889064,total=390594560
   [junit4]   2> NOTE: All tests run in this JVM: [EchoParamsTest, JsonLoaderTest, DOMUtilTest, SolrXmlInZkTest, TestLFUCache, ZkCLITest, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, TestSolrDeletionPolicy1, AutoCommitTest, TestSolrXml, QueryResultKeyTest, TestPseudoReturnFields, TestDocBasedVersionConstraints, TestMergePolicyConfig, DistributedQueryElevationComponentTest, TestLMDirichletSimilarityFactory, TestRemoteStreaming, TestSort, ScriptEngineTest, ConnectionManagerTest, TestDocSet, TestCloudManagedSchema, SpatialFilterTest, PreAnalyzedUpdateProcessorTest, TestLRUCache, TestStressVersions, TestRealTimeGet, AddSchemaFieldsUpdateProcessorFactoryTest, TermsComponentTest, RegexBoostProcessorTest, SolrIndexSplitterTest, TestAnalyzeInfixSuggestions, TestSimpleQParserPlugin, WordBreakSolrSpellCheckerTest, UpdateRequestProcessorFactoryTest, TestTrie, TestPHPSerializedResponseWriter, TestSuggestSpellingConverter, SchemaVersionSpecificBehaviorTest, CoreAdminHandlerTest, TestBadConfig, TestBM25SimilarityFactory, UpdateParamsTest, UnloadDistributedZkTest, SystemInfoHandlerTest, ShardRoutingTest, SynonymTokenizerTest, DeleteShardTest, TestJmxMonitoredMap, OverseerTest, TestUniqueKeyFieldResource, SyncSliceTest, TestHighFrequencyDictionaryFactory, PrimitiveFieldTypeTest, UUIDFieldTest, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, SOLR749Test, CacheHeaderTest, SpellPossibilityIteratorTest, FileBasedSpellCheckerTest, TestConfig, SolrTestCaseJ4Test, BadCopyFieldTest, TestAddFieldRealTimeGet, TestCoreContainer, SliceStateTest, TestSearchPerf, LegacyHTMLStripCharFilterTest, BasicFunctionalityTest, TestCharFilters, URLClassifyProcessorTest, TestGroupingSearch, BinaryUpdateRequestHandlerTest, ChangedSchemaMergeTest, TestShardHandlerFactory, TestJoin, TestManagedSchema, PolyFieldTest, CircularListTest, QueryParsingTest, DistributedTermsComponentTest, LeaderElectionTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J0 in 122.36s, 1 test, 1 failure <<< FAILURES!

[...truncated 540 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 353 suites, 1540 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 44 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_51 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_60-ea-b02) - Build # 9009 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9009/
Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseParallelGC

All tests passed

Build Log:
[...truncated 50419 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:398: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:87: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:187: Source checkout is dirty after running tests!!! Offending files:
* ./solr/licenses/jackson-core-asl-1.7.4.jar.sha1
* ./solr/licenses/jackson-mapper-asl-1.7.4.jar.sha1
* ./solr/licenses/jersey-core-1.16.jar.sha1

Total time: 54 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_60-ea-b02) - Build # 9008 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9008/
Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseG1GC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:     1) Thread[id=3297, name=Timer-0, state=WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   1) Thread[id=3297, name=Timer-0, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:503)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
	at __randomizedtesting.SeedInfo.seed([E0A708C2CBFD87CB]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=3297, name=Timer-0, state=WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=3297, name=Timer-0, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:503)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
	at __randomizedtesting.SeedInfo.seed([E0A708C2CBFD87CB]:0)




Build Log:
[...truncated 10450 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> 463262 T2946 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 463265 T2946 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1389843167396
   [junit4]   2> 463266 T2946 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 463267 T2947 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 463367 T2946 oasc.ZkTestServer.run start zk server on port:48930
   [junit4]   2> 463368 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 463384 T2953 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a6be0e name:ZooKeeperConnection Watcher:127.0.0.1:48930 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 463384 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 463384 T2946 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 463390 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 463392 T2955 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9c4cb5 name:ZooKeeperConnection Watcher:127.0.0.1:48930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 463392 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 463392 T2946 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 463394 T2946 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 463397 T2946 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 463399 T2946 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 463401 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 463402 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 463407 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 463408 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 463410 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 463411 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 463413 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 463414 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 463415 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 463416 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 463419 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 463420 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 463422 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 463422 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 463426 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 463427 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 463429 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 463429 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 463433 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 463433 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 463436 T2946 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 463436 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 463512 T2946 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 463516 T2946 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37606
   [junit4]   2> 463517 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 463517 T2946 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 463518 T2946 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1389843167571
   [junit4]   2> 463518 T2946 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1389843167571/'
   [junit4]   2> 463533 T2946 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1389843167571/solr.xml
   [junit4]   2> 463559 T2946 oasc.CoreContainer.<init> New CoreContainer 31954762
   [junit4]   2> 463559 T2946 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1389843167571/]
   [junit4]   2> 463560 T2946 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 463561 T2946 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 463561 T2946 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 463561 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 463562 T2946 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 463562 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 463562 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 463563 T2946 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 463563 T2946 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 463565 T2946 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 463566 T2946 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 463566 T2946 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 463566 T2946 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48930/solr
   [junit4]   2> 463567 T2946 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 463568 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 463569 T2966 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17d7c40 name:ZooKeeperConnection Watcher:127.0.0.1:48930 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 463569 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 463571 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 463572 T2968 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ec6660 name:ZooKeeperConnection Watcher:127.0.0.1:48930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 463572 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 463574 T2946 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 463576 T2946 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 463579 T2946 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 463581 T2946 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37606_
   [junit4]   2> 463582 T2946 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37606_
   [junit4]   2> 463584 T2946 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 463585 T2946 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 463589 T2946 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 463591 T2946 oasc.Overseer.start Overseer (id=91084761818595331-127.0.0.1:37606_-n_0000000000) starting
   [junit4]   2> 463594 T2946 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 463598 T2970 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 463600 T2946 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 463602 T2946 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 463603 T2946 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 463605 T2969 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 463608 T2971 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 463609 T2971 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 463610 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463610 T2971 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 463611 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 463611 T2969 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37606",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37606_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 463611 T2969 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 463612 T2969 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 463613 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463615 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 464610 T2971 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 464611 T2971 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1389843167571/collection1
   [junit4]   2> 464611 T2971 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 464611 T2971 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 464612 T2971 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 464613 T2971 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1389843167571/collection1/'
   [junit4]   2> 464613 T2971 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1389843167571/collection1/lib/classes/' to classloader
   [junit4]   2> 464613 T2971 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1389843167571/collection1/lib/README' to classloader
   [junit4]   2> 464642 T2971 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 464665 T2971 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 464666 T2971 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 464672 T2971 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 464901 T2971 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 464901 T2971 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 464902 T2971 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 464937 T2971 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 464940 T2971 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 464951 T2971 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 464954 T2971 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 464957 T2971 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 464958 T2971 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 464958 T2971 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 464958 T2971 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 464959 T2971 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 464959 T2971 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 464959 T2971 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 464959 T2971 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1389843167571/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/control/data/
   [junit4]   2> 464960 T2971 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1833d8a
   [junit4]   2> 464960 T2971 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/control/data
   [junit4]   2> 464961 T2971 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/control/data/index/
   [junit4]   2> 464961 T2971 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 464961 T2971 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/control/data/index
   [junit4]   2> 464961 T2971 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=63.1591796875, floorSegmentMB=1.9384765625, forceMergeDeletesPctAllowed=23.639996486343616, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6547635510134555
   [junit4]   2> 464962 T2971 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@131e043 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de1474),segFN=segments_1,generation=1}
   [junit4]   2> 464962 T2971 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 464965 T2971 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 464966 T2971 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 464966 T2971 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 464966 T2971 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 464966 T2971 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 464967 T2971 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 464967 T2971 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 464967 T2971 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 464967 T2971 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 464968 T2971 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 464968 T2971 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 464969 T2971 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 464969 T2971 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 464969 T2971 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 464970 T2971 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 464970 T2971 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 464972 T2971 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 464974 T2971 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 464975 T2971 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 464975 T2971 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=64.615234375, floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=5.188790798066158, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 464976 T2971 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@131e043 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de1474),segFN=segments_1,generation=1}
   [junit4]   2> 464976 T2971 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 464976 T2971 oass.SolrIndexSearcher.<init> Opening Searcher@110bbb1 main
   [junit4]   2> 464978 T2972 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@110bbb1 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 464980 T2971 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 464980 T2946 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 464981 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 464980 T2975 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37606 collection:control_collection shard:shard1
   [junit4]   2> 464982 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 464983 T2977 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21f42a name:ZooKeeperConnection Watcher:127.0.0.1:48930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 464983 T2975 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 464983 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 464984 T2946 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 464986 T2946 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 464993 T2975 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 464996 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 464998 T2975 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 464998 T2975 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C497 name=collection1 org.apache.solr.core.SolrCore@18d4e5c url=http://127.0.0.1:37606/collection1 node=127.0.0.1:37606_ C497_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:37606, core=collection1, node_name=127.0.0.1:37606_}
   [junit4]   2> 464998 T2975 C497 P37606 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37606/collection1/
   [junit4]   2> 464998 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 464999 T2975 C497 P37606 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 464999 T2975 C497 P37606 oasc.SyncStrategy.syncToMe http://127.0.0.1:37606/collection1/ has no replicas
   [junit4]   2> 464999 T2975 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37606/collection1/ shard1
   [junit4]   2> 465000 T2975 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 465004 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465010 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465018 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465080 T2946 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 465082 T2946 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36842
   [junit4]   2> 465083 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 465084 T2946 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 465084 T2946 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1389843169117
   [junit4]   2> 465085 T2946 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1389843169117/'
   [junit4]   2> 465099 T2946 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1389843169117/solr.xml
   [junit4]   2> 465120 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 465120 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 465125 T2946 oasc.CoreContainer.<init> New CoreContainer 4468197
   [junit4]   2> 465126 T2946 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1389843169117/]
   [junit4]   2> 465127 T2946 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 465127 T2946 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 465128 T2946 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 465128 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 465128 T2946 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 465128 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 465129 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 465129 T2946 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 465129 T2946 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 465133 T2946 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 465133 T2946 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 465134 T2946 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 465134 T2946 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48930/solr
   [junit4]   2> 465135 T2946 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 465136 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 465137 T2988 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@212a0a name:ZooKeeperConnection Watcher:127.0.0.1:48930 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 465138 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 465139 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 465140 T2990 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fe5d12 name:ZooKeeperConnection Watcher:127.0.0.1:48930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 465141 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 465143 T2946 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 465164 T2975 oasc.ZkController.register We are http://127.0.0.1:37606/collection1/ and leader is http://127.0.0.1:37606/collection1/
   [junit4]   2> 465165 T2975 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37606
   [junit4]   2> 465165 T2975 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 465165 T2975 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 465165 T2975 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 465197 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465198 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465198 T2975 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 465198 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465199 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 465200 T2969 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37606",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37606_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 465202 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465303 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 465303 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 465303 T2990 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 466145 T2946 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36842_
   [junit4]   2> 466147 T2946 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36842_
   [junit4]   2> 466149 T2977 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 466150 T2968 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 466150 T2990 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 466155 T2991 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 466156 T2991 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 466157 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 466157 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 466157 T2991 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 466159 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 466158 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 466160 T2969 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36842",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36842_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 466160 T2969 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 466160 T2969 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 466181 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 466283 T2990 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 466283 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 466283 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 467159 T2991 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 467160 T2991 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1389843169117/collection1
   [junit4]   2> 467160 T2991 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 467161 T2991 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 467161 T2991 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 467162 T2991 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1389843169117/collection1/'
   [junit4]   2> 467162 T2991 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1389843169117/collection1/lib/classes/' to classloader
   [junit4]   2> 467163 T2991 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1389843169117/collection1/lib/README' to classloader
   [junit4]   2> 467189 T2991 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 467210 T2991 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 467211 T2991 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 467217 T2991 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 467454 T2991 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 467454 T2991 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 467455 T2991 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 467459 T2991 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 467461 T2991 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 467471 T2991 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 467474 T2991 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 467477 T2991 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 467478 T2991 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 467478 T2991 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 467478 T2991 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 467479 T2991 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 467479 T2991 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 467479 T2991 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 467479 T2991 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1389843169117/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty1/
   [junit4]   2> 467480 T2991 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1833d8a
   [junit4]   2> 467480 T2991 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty1
   [junit4]   2> 467481 T2991 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty1/index/
   [junit4]   2> 467481 T2991 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 467481 T2991 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty1/index
   [junit4]   2> 467481 T2991 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=63.1591796875, floorSegmentMB=1.9384765625, forceMergeDeletesPctAllowed=23.639996486343616, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6547635510134555
   [junit4]   2> 467482 T2991 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@cb5ff8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a5178e),segFN=segments_1,generation=1}
   [junit4]   2> 467482 T2991 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 467486 T2991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 467486 T2991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 467487 T2991 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 467487 T2991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 467487 T2991 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 467487 T2991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 467488 T2991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 467488 T2991 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 467488 T2991 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 467489 T2991 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 467489 T2991 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 467490 T2991 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 467490 T2991 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 467522 T2991 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 467523 T2991 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 467523 T2991 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 467526 T2991 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 467528 T2991 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 467528 T2991 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 467529 T2991 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=64.615234375, floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=5.188790798066158, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 467529 T2991 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@cb5ff8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a5178e),segFN=segments_1,generation=1}
   [junit4]   2> 467530 T2991 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 467530 T2991 oass.SolrIndexSearcher.<init> Opening Searcher@1a70e73 main
   [junit4]   2> 467533 T2992 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a70e73 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 467535 T2991 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 467537 T2946 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 467537 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 467537 T2995 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36842 collection:collection1 shard:shard2
   [junit4]   2> 467539 T2995 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 467544 T2995 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 467545 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467545 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467546 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467546 T2995 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 467547 T2995 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 467547 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C498 name=collection1 org.apache.solr.core.SolrCore@a4df93 url=http://127.0.0.1:36842/collection1 node=127.0.0.1:36842_ C498_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:36842, core=collection1, node_name=127.0.0.1:36842_}
   [junit4]   2> 467547 T2995 C498 P36842 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36842/collection1/
   [junit4]   2> 467548 T2995 C498 P36842 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 467548 T2995 C498 P36842 oasc.SyncStrategy.syncToMe http://127.0.0.1:36842/collection1/ has no replicas
   [junit4]   2> 467548 T2995 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36842/collection1/ shard2
   [junit4]   2> 467549 T2995 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 467549 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467553 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467555 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467604 T2946 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 467606 T2946 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47492
   [junit4]   2> 467607 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 467607 T2946 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 467607 T2946 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1389843171668
   [junit4]   2> 467608 T2946 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1389843171668/'
   [junit4]   2> 467620 T2946 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1389843171668/solr.xml
   [junit4]   2> 467644 T2946 oasc.CoreContainer.<init> New CoreContainer 21594943
   [junit4]   2> 467645 T2946 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1389843171668/]
   [junit4]   2> 467646 T2946 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 467646 T2946 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 467646 T2946 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 467647 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 467647 T2946 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 467647 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 467648 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 467648 T2946 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 467648 T2946 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 467651 T2946 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 467651 T2946 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 467651 T2946 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 467652 T2946 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48930/solr
   [junit4]   2> 467652 T2946 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 467653 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 467654 T3006 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@147d420 name:ZooKeeperConnection Watcher:127.0.0.1:48930 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 467655 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 467657 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 467658 T2990 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 467658 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 467658 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 467658 T3008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cd47c3 name:ZooKeeperConnection Watcher:127.0.0.1:48930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 467658 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 467661 T2946 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 467704 T2995 oasc.ZkController.register We are http://127.0.0.1:36842/collection1/ and leader is http://127.0.0.1:36842/collection1/
   [junit4]   2> 467704 T2995 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36842
   [junit4]   2> 467705 T2995 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 467705 T2995 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 467705 T2995 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 467707 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467707 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467707 T2995 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 467707 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467708 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 467709 T2969 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36842",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36842_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 467711 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 467813 T2990 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 467813 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 467813 T3008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 467813 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 468664 T2946 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47492_
   [junit4]   2> 468666 T2946 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47492_
   [junit4]   2> 468668 T2968 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 468669 T3008 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 468669 T2990 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 468669 T2977 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 468678 T3009 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 468678 T3009 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 468684 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468684 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468684 T3009 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 468685 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468686 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 468686 T2969 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47492",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47492_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 468687 T2969 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 468687 T2969 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 468697 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468799 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 468800 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 468799 T2990 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 468799 T3008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 469686 T3009 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 469686 T3009 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1389843171668/collection1
   [junit4]   2> 469686 T3009 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 469687 T3009 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 469687 T3009 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 469688 T3009 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1389843171668/collection1/'
   [junit4]   2> 469689 T3009 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1389843171668/collection1/lib/classes/' to classloader
   [junit4]   2> 469689 T3009 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1389843171668/collection1/lib/README' to classloader
   [junit4]   2> 469716 T3009 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 469737 T3009 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 469738 T3009 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 469745 T3009 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 469967 T3009 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 469968 T3009 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 469968 T3009 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 469973 T3009 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 469975 T3009 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 469985 T3009 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 469988 T3009 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 469990 T3009 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 469991 T3009 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 469992 T3009 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 469992 T3009 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 469993 T3009 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 469993 T3009 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 469993 T3009 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 469994 T3009 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1389843171668/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty2/
   [junit4]   2> 469994 T3009 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1833d8a
   [junit4]   2> 469995 T3009 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty2
   [junit4]   2> 469995 T3009 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty2/index/
   [junit4]   2> 469995 T3009 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 469995 T3009 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty2/index
   [junit4]   2> 469996 T3009 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=63.1591796875, floorSegmentMB=1.9384765625, forceMergeDeletesPctAllowed=23.639996486343616, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6547635510134555
   [junit4]   2> 469996 T3009 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1375694 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@660cfc),segFN=segments_1,generation=1}
   [junit4]   2> 469996 T3009 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 470000 T3009 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 470000 T3009 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 470001 T3009 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 470001 T3009 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 470001 T3009 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 470001 T3009 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 470002 T3009 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 470002 T3009 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 470002 T3009 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 470003 T3009 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 470003 T3009 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 470003 T3009 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 470004 T3009 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 470004 T3009 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 470005 T3009 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 470005 T3009 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 470007 T3009 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 470009 T3009 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 470010 T3009 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 470010 T3009 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=64.615234375, floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=5.188790798066158, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 470011 T3009 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1375694 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@660cfc),segFN=segments_1,generation=1}
   [junit4]   2> 470011 T3009 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 470011 T3009 oass.SolrIndexSearcher.<init> Opening Searcher@15951b9 main
   [junit4]   2> 470014 T3010 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15951b9 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 470016 T3009 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 470017 T2946 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 470018 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 470017 T3013 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47492 collection:collection1 shard:shard1
   [junit4]   2> 470019 T3013 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 470023 T3013 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 470025 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470025 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470025 T3013 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 470025 T3013 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 470025 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> ASYNC  NEW_CORE C499 name=collection1 org.apache.solr.core.SolrCore@1e9e781 url=http://127.0.0.1:47492/collection1 node=127.0.0.1:47492_ C499_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:47492, core=collection1, node_name=127.0.0.1:47492_}
   [junit4]   2> 470026 T3013 C499 P47492 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47492/collection1/
   [junit4]   2> 470026 T3013 C499 P47492 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> ASYNC  NEW_CORE C500 name=collection1 org.apache.solr.core.SolrCore@1e9e781 url=http://127.0.0.1:47492/collection1 node=127.0.0.1:47492_ C500_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:47492, core=collection1, node_name=127.0.0.1:47492_}
   [junit4]   2> 470046 T3013 C500 P47492 oasc.SyncStrategy.syncToMe http://127.0.0.1:47492/collection1/ has no replicas
   [junit4]   2> 470046 T3013 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47492/collection1/ shard1
   [junit4]   2> 470046 T3013 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 470048 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 470050 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470051 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470053 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470118 T2946 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 470119 T2946 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38405
   [junit4]   2> 470120 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 470120 T2946 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 470121 T2946 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1389843174148
   [junit4]   2> 470121 T2946 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1389843174148/'
   [junit4]   2> 470134 T2946 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1389843174148/solr.xml
   [junit4]   2> 470159 T2946 oasc.CoreContainer.<init> New CoreContainer 26889349
   [junit4]   2> 470160 T2946 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1389843174148/]
   [junit4]   2> 470160 T2946 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 470161 T2946 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 470161 T2946 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 470161 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 470162 T2946 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 470162 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 470162 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 470163 T2946 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 470163 T2946 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 470163 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470163 T2990 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470163 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470163 T3008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470166 T2946 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 470166 T2946 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 470167 T2946 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 470167 T2946 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48930/solr
   [junit4]   2> 470168 T2946 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 470169 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 470170 T3024 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@115c519 name:ZooKeeperConnection Watcher:127.0.0.1:48930 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 470170 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 470172 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 470173 T3026 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b1da3c name:ZooKeeperConnection Watcher:127.0.0.1:48930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 470173 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 470176 T2946 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 470202 T3013 oasc.ZkController.register We are http://127.0.0.1:47492/collection1/ and leader is http://127.0.0.1:47492/collection1/
   [junit4]   2> 470202 T3013 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47492
   [junit4]   2> 470202 T3013 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 470202 T3013 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 470202 T3013 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 470203 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470204 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470204 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470204 T3013 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 470205 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 470206 T2969 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47492",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47492_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 470208 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470309 T3008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470309 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470309 T2990 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470309 T3026 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470309 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471178 T2946 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38405_
   [junit4]   2> 471180 T2946 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38405_
   [junit4]   2> 471182 T2990 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471182 T2977 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471182 T2968 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471182 T3026 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471183 T3008 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471195 T3027 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 471195 T3027 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 471197 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 471197 T3027 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 471197 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 471197 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 471198 T2969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 471199 T2969 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38405",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38405_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 471199 T2969 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 471199 T2969 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 471202 T2968 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 471303 T3008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 471303 T2990 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 471303 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 471303 T3026 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 471303 T2968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 472197 T3027 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 472198 T3027 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1389843174148/collection1
   [junit4]   2> 472198 T3027 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 472198 T3027 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 472199 T3027 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 472199 T3027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1389843174148/collection1/'
   [junit4]   2> 472200 T3027 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1389843174148/collection1/lib/classes/' to classloader
   [junit4]   2> 472200 T3027 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1389843174148/collection1/lib/README' to classloader
   [junit4]   2> 472234 T3027 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 472258 T3027 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 472259 T3027 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 472266 T3027 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 472498 T3027 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 472499 T3027 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 472499 T3027 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 472504 T3027 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 472506 T3027 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 472515 T3027 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 472518 T3027 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 472521 T3027 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 472521 T3027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 472522 T3027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 472522 T3027 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 472523 T3027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 472523 T3027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 472523 T3027 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 472523 T3027 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1389843174148/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty3/
   [junit4]   2> 472524 T3027 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1833d8a
   [junit4]   2> 472524 T3027 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty3
   [junit4]   2> 472524 T3027 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1389843167396/jetty3/index/
   [junit4]   2> 472525 T3027 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.sol

[...truncated too long message...]

he.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 563082 T3045 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 563082 T3045 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 563082 T3045 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 563082 T3045 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 563083 T3045 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 100748 T2945 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> 120839 T2945 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   [junit4]   2> 	   1) Thread[id=3297, name=Timer-0, state=WAITING, group=TGRP-BasicDistributedZkTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2> 120840 T2945 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
   [junit4]   2> 	   1) Thread[id=3297, name=Timer-0, state=WAITING, group=TGRP-BasicDistributedZkTest]
   [junit4]   2> 123842 T2945 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
   [junit4]   2> 	   1) Thread[id=3297, name=Timer-0, state=WAITING, group=TGRP-BasicDistributedZkTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=pt_BR, timezone=Europe/Budapest
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=8,threads=2,free=276221304,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsBasicDistributedZk2Test, DeleteShardTest, SOLR749Test, InfoHandlerTest, LegacyHTMLStripCharFilterTest, SolrInfoMBeanTest, SampleTest, TestJmxMonitoredMap, TestDocumentBuilder, TestFaceting, TestCoreContainer, CopyFieldTest, PrimitiveFieldTypeTest, TestCollationFieldDocValues, TestSolrXml, FieldMutatingUpdateProcessorTest, TermVectorComponentTest, DistributedTermsComponentTest, ParsingFieldUpdateProcessorsTest, TestExtendedDismaxParser, URLClassifyProcessorTest, DateMathParserTest, RecoveryZkTest, TestRandomMergePolicy, TestAnalyzeInfixSuggestions, TestLMJelinekMercerSimilarityFactory, SolrCoreTest, TestReversedWildcardFilterFactory, SearchHandlerTest, ReturnFieldsTest, SynonymTokenizerTest, QueryElevationComponentTest, LoggingHandlerTest, TestReloadAndDeleteDocs, TestNRTOpen, TestStressVersions, TestPerFieldSimilarity, SolrTestCaseJ4Test, TestPseudoReturnFields, TestSimpleQParserPlugin, SliceStateTest, ZkCLITest, PreAnalyzedUpdateProcessorTest, TestReplicationHandler, TestFunctionQuery, TestCollationKeyRangeQueries, ClusterStateUpdateTest, TestSolrXMLSerializer, SolrXmlInZkTest, TestCloudManagedSchema, UnloadDistributedZkTest, CoreAdminHandlerTest, TestSchemaVersionResource, TestUniqueKeyFieldResource, TestSolrQueryParserResource, TermsComponentTest, TestShardHandlerFactory, ChangedSchemaMergeTest, TestPostingsSolrHighlighter, OverseerTest, CSVRequestHandlerTest, TestSolrDeletionPolicy1, SuggesterTest, TestSchemaNameResource, TestRandomDVFaceting, TestValueSourceCache, DocumentBuilderTest, SpatialFilterTest, TestCharFilters, TestPHPSerializedResponseWriter, TestQueryUtils, WordBreakSolrSpellCheckerTest, BJQParserTest, ConnectionManagerTest, ShardRoutingTest, TestGroupingSearch, SolrIndexSplitterTest, ResourceLoaderTest, TestDocSet, BasicFunctionalityTest, LukeRequestHandlerTest, HdfsLockFactoryTest, OverseerCollectionProcessorTest, TestLMDirichletSimilarityFactory, BasicDistributedZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.seed=E0A708C2CBFD87CB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt_BR -Dtests.timezone=Europe/Budapest -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | BasicDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   [junit4]    >    1) Thread[id=3297, name=Timer-0, state=WAITING, group=TGRP-BasicDistributedZkTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:503)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E0A708C2CBFD87CB]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=3297, name=Timer-0, state=WAITING, group=TGRP-BasicDistributedZkTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:503)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E0A708C2CBFD87CB]:0)
   [junit4] Completed on J0 in 123.90s, 1 test, 2 errors <<< FAILURES!

[...truncated 589 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 353 suites, 1540 tests, 2 suite-level errors, 707 ignored (5 assumptions)

Total time: 35 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b123) - Build # 9007 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9007/
Java: 64bit/jdk1.8.0-ea-b123 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([4E5E40CD93B53927:CFB8CED5E4EA591B]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.junit.Assert.assertFalse(Assert.java:79)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:390)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10230 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 146215 T914 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /v/
   [junit4]   2> 146217 T914 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1389836406367
   [junit4]   2> 146218 T914 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 146218 T915 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 146318 T914 oasc.ZkTestServer.run start zk server on port:43067
   [junit4]   2> 146319 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 146362 T921 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25c500a9 name:ZooKeeperConnection Watcher:127.0.0.1:43067 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146363 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 146363 T914 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 146369 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 146375 T923 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8f56e2e name:ZooKeeperConnection Watcher:127.0.0.1:43067/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146375 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 146376 T914 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 146380 T914 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 146384 T914 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 146386 T914 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 146387 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 146387 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 146501 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 146502 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 146507 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 146508 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 146515 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 146516 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 146518 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 146519 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 146522 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 146522 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 146525 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 146525 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 146528 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 146528 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 146532 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 146533 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 146536 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 146536 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 146538 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 146539 T914 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 146542 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 146544 T925 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@399741ac name:ZooKeeperConnection Watcher:127.0.0.1:43067 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146545 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 146545 T914 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 146550 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 146552 T927 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e2824ce name:ZooKeeperConnection Watcher:127.0.0.1:43067/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146552 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 146553 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 146553 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 146560 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 146561 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 146563 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 146564 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 146567 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 146567 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 146569 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 146569 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 146572 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 146572 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 146574 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 146574 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 146576 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 146576 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 146578 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 146579 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 146580 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 146581 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 146583 T914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 146583 T914 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 146661 T914 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 146667 T914 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35885
   [junit4]   2> 146667 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 146668 T914 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 146668 T914 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734
   [junit4]   2> 146668 T914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/'
   [junit4]   2> 146679 T914 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/solr.xml
   [junit4]   2> 146686 T914 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 146687 T914 oasc.CoreContainer.<init> New CoreContainer 2086523657
   [junit4]   2> 146687 T914 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/]
   [junit4]   2> 146687 T914 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 146688 T914 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 146688 T914 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 146688 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 146688 T914 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 146689 T914 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 146689 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 146689 T914 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 146689 T914 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 146691 T914 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 146691 T914 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 146692 T914 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 146692 T914 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43067/solr
   [junit4]   2> 146692 T914 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 146693 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 146695 T938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@434c4a1b name:ZooKeeperConnection Watcher:127.0.0.1:43067 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146695 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 146698 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 146700 T940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53205954 name:ZooKeeperConnection Watcher:127.0.0.1:43067/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146700 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 146702 T914 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 146704 T914 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 146706 T914 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 146708 T914 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35885_v
   [junit4]   2> 146708 T914 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35885_v
   [junit4]   2> 146712 T914 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 146715 T914 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 146717 T914 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 146719 T914 oasc.Overseer.start Overseer (id=91084318727798789-127.0.0.1:35885_v-n_0000000000) starting
   [junit4]   2> 146721 T914 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 146724 T942 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 146724 T914 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 146727 T914 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 146729 T914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 146731 T914 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734
   [junit4]   2> 146732 T914 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/conf/
   [junit4]   2> 146735 T941 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 146757 T914 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 146757 T914 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 146758 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 146759 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 146762 T945 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75199765 name:ZooKeeperConnection Watcher:127.0.0.1:43067/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146763 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 146769 T914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 146771 T914 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 146858 T914 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 146863 T914 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49270
   [junit4]   2> 146864 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 146865 T914 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 146865 T914 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920
   [junit4]   2> 146865 T914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/'
   [junit4]   2> 146875 T914 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/solr.xml
   [junit4]   2> 146885 T914 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 146885 T914 oasc.CoreContainer.<init> New CoreContainer 1176078622
   [junit4]   2> 146885 T914 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/]
   [junit4]   2> 146886 T914 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 146886 T914 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 146886 T914 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 146887 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 146887 T914 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 146887 T914 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 146887 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 146887 T914 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 146888 T914 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 146890 T914 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 146890 T914 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 146890 T914 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 146890 T914 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43067/solr
   [junit4]   2> 146891 T914 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 146891 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 146893 T956 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29f0f01f name:ZooKeeperConnection Watcher:127.0.0.1:43067 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146894 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 146896 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 146898 T958 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58196577 name:ZooKeeperConnection Watcher:127.0.0.1:43067/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146898 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 146901 T914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 147904 T914 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49270_v
   [junit4]   2> 147905 T914 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49270_v
   [junit4]   2> 147907 T940 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 147907 T945 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 147908 T958 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 147910 T914 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920
   [junit4]   2> 147911 T914 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/conf/
   [junit4]   2> 147942 T914 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 147943 T914 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 147943 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 148017 T914 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 148019 T914 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35670
   [junit4]   2> 148019 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 148020 T914 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 148020 T914 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389836408092
   [junit4]   2> 148020 T914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389836408092/'
   [junit4]   2> 148030 T914 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389836408092/solr.xml
   [junit4]   2> 148038 T914 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 148039 T914 oasc.CoreContainer.<init> New CoreContainer 1137883786
   [junit4]   2> 148039 T914 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389836408092/]
   [junit4]   2> 148040 T914 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 148040 T914 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 148040 T914 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 148041 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 148041 T914 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 148041 T914 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 148042 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 148042 T914 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 148042 T914 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 148045 T914 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 148046 T914 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 148046 T914 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 148046 T914 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43067/solr
   [junit4]   2> 148047 T914 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 148048 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 148051 T970 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f452ccc name:ZooKeeperConnection Watcher:127.0.0.1:43067 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 148052 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 148073 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 148133 T972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9b91164 name:ZooKeeperConnection Watcher:127.0.0.1:43067/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 148133 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 148137 T914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 149139 T914 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35670_v
   [junit4]   2> 149140 T914 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35670_v
   [junit4]   2> 149143 T945 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 149143 T958 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 149143 T972 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 149143 T940 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 149146 T914 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389836408092
   [junit4]   2> 149148 T914 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389836408092/conf/
   [junit4]   2> 149192 T914 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 149192 T914 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 149193 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 149281 T914 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 149283 T914 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52235
   [junit4]   2> 149284 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 149284 T914 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 149285 T914 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342
   [junit4]   2> 149285 T914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/'
   [junit4]   2> 149299 T914 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/solr.xml
   [junit4]   2> 149306 T914 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 149306 T914 oasc.CoreContainer.<init> New CoreContainer 1006898732
   [junit4]   2> 149307 T914 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/]
   [junit4]   2> 149307 T914 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 149307 T914 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 149307 T914 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 149308 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 149308 T914 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 149308 T914 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 149308 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 149308 T914 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 149309 T914 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 149311 T914 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 149311 T914 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 149312 T914 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 149312 T914 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43067/solr
   [junit4]   2> 149312 T914 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 149313 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 149316 T984 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7eea667d name:ZooKeeperConnection Watcher:127.0.0.1:43067 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 149317 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 149320 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 149322 T986 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fae326 name:ZooKeeperConnection Watcher:127.0.0.1:43067/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 149322 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 149326 T914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 150328 T914 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52235_v
   [junit4]   2> 150329 T914 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52235_v
   [junit4]   2> 150332 T972 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 150332 T945 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 150332 T958 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 150332 T986 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 150332 T940 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 150335 T914 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342
   [junit4]   2> 150337 T914 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/conf/
   [junit4]   2> 150376 T914 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 150377 T914 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 150377 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 150469 T914 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 150471 T914 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39838
   [junit4]   2> 150472 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 150472 T914 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 150472 T914 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527
   [junit4]   2> 150473 T914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/'
   [junit4]   2> 150483 T914 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/solr.xml
   [junit4]   2> 150491 T914 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 150491 T914 oasc.CoreContainer.<init> New CoreContainer 688725907
   [junit4]   2> 150491 T914 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/]
   [junit4]   2> 150492 T914 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 150492 T914 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 150492 T914 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 150492 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 150493 T914 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 150493 T914 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 150493 T914 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 150493 T914 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 150493 T914 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 150501 T914 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 150501 T914 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 150501 T914 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 150501 T914 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43067/solr
   [junit4]   2> 150502 T914 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 150502 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 150506 T998 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@453b947a name:ZooKeeperConnection Watcher:127.0.0.1:43067 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 150506 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 150509 T914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 150511 T1000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36d6b09a name:ZooKeeperConnection Watcher:127.0.0.1:43067/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 150512 T914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 150515 T914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 151527 T914 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39838_v
   [junit4]   2> 151543 T914 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39838_v
   [junit4]   2> 151564 T986 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 151564 T940 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 151564 T1000 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 151564 T972 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 151564 T945 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 151564 T958 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 151585 T914 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527
   [junit4]   2> 151586 T914 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/conf/
   [junit4]   2> 151615 T914 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 151616 T914 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 151616 T914 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 151629 T952 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=conf1&router.field=myOwnField&name=solrj_collection&router.name=compositeId&action=CREATE&numShards=2&wt=javabin&version=2
   [junit4]   2> 151631 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 151633 T942 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 151634 T942 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 151634 T942 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 151634 T942 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 151640 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 151641 T941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 151642 T941 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 151642 T941 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 151644 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 151645 T1000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151645 T945 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151645 T958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151645 T986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151645 T940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151645 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151740 T942 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 151740 T942 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:49270_v
   [junit4]   2> 151741 T942 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:39838_v
   [junit4]   2> 151741 T942 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:35885_v
   [junit4]   2> 151744 T942 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:52235_v
   [junit4]   2> 151745 T995 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 151753 T995 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 151753 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 151754 T941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 151755 T941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39838/v",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39838_v",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 151758 T981 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 151767 T951 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 151767 T933 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 151768 T981 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 151768 T951 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 151769 T933 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 151769 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 151770 T941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52235/v",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52235_v",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 151772 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 151773 T941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49270/v",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49270_v",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 151776 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 151777 T941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35885/v",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35885_v",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 151779 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 151881 T1000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151881 T940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151881 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151881 T945 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151881 T958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 151881 T986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 152753 T995 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 152754 T995 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/solrj_collection_shard1_replica2
   [junit4]   2> 152754 T995 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 152755 T995 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 152755 T995 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 152757 T995 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/solrj_collection_shard1_replica2/'
   [junit4]   2> 152769 T981 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 152769 T933 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 152769 T951 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 152770 T981 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/solrj_collection_shard2_replica2
   [junit4]   2> 152770 T933 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/solrj_collection_shard2_replica1
   [junit4]   2> 152771 T951 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/solrj_collection_shard1_replica1
   [junit4]   2> 152771 T933 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 152771 T981 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 152772 T951 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 152773 T933 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 152773 T933 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 152773 T981 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 152774 T981 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 152774 T951 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 152775 T951 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 152775 T933 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/solrj_collection_shard2_replica1/'
   [junit4]   2> 152776 T981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/solrj_collection_shard2_replica2/'
   [junit4]   2> 152777 T951 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/solrj_collection_shard1_replica1/'
   [junit4]   2> 152788 T995 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 152802 T995 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 152805 T995 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 152813 T933 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 152818 T951 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 152821 T995 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 152826 T933 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 152828 T933 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 152840 T981 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 152843 T951 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 152845 T951 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 152845 T933 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 152859 T981 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 152859 T951 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 152861 T981 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 152878 T981 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 153006 T995 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 153008 T995 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 153009 T995 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 153014 T995 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 153016 T995 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 153049 T995 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 153053 T995 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 153059 T995 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 153061 T995 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 153061 T995 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 153068 T995 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 153070 T995 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 153071 T995 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 153071 T995 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 153072 T995 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/solrj_collection_shard1_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/solrj_collection_shard1_replica2/data/
   [junit4]   2> 153072 T995 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54955257
   [junit4]   2> 153073 T995 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/solrj_collection_shard1_replica2/data
   [junit4]   2> 153074 T995 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 153074 T995 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 153074 T933 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 153075 T933 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 153075 T995 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 153075 T933 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 153075 T995 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=23.44140625, floorSegmentMB=0.63671875, forceMergeDeletesPctAllowed=0.4697706264825485, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3213216164499254
   [junit4]   2> 153076 T995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1045ade3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7a21183e),segFN=segments_1,generation=1}
   [junit4]   2> 153077 T995 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 153079 T933 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 153081 T933 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 153081 T995 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 153082 T995 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 153082 T995 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 153083 T995 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 153083 T995 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 153083 T995 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 153084 T995 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 153087 T995 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 153088 T995 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 153089 T995 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 153090 T995 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 153090 T995 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 153090 T995 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 153091 T995 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 153091 T995 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 153092 T995 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 153094 T995 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 153097 T995 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 153097 T995 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 153098 T995 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1599782588342638]
   [junit4]   2> 153099 T995 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1045ade3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7a21183e),segFN=segments_1,generation=1}
   [junit4]   2> 153099 T995 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 153100 T995 oass.SolrIndexSearcher.<init> Opening Searcher@6f64ace8 main
   [junit4]   2> 153103 T981 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 153107 T981 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 153108 T1006 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@6f64ace8 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 153108 T981 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 153109 T933 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 153113 T933 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 153117 T933 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 153118 T951 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 153118 T951 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 153118 T933 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 153119 T933 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 153119 T933 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 153119 T951 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 153121 T933 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 153121 T933 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 153121 T933 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 153122 T933 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/solrj_collection_shard2_replica1/data/
   [junit4]   2> 153122 T933 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54955257
   [junit4]   2> 153123 T951 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 153124 T933 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/solrj_collection_shard2_replica1/data
   [junit4]   2> 153124 T933 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 153124 T933 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 153119 T995 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
   [junit4]   2> 153125 T933 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389836406734/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 153125 T995 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:http://127.0.0.1:39838/v collection:solrj_collection shard:shard1
   [junit4]   2> 153124 T951 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 153121 T981 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 153125 T933 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=23.44140625, floorSegmentMB=0.63671875, forceMergeDeletesPctAllowed=0.4697706264825485, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3213216164499254
   [junit4]   2> 153127 T933 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@77a5aa1f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7f4c543b),segFN=segments_1,generation=1}
   [junit4]   2> 153127 T933 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 153127 T981 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 153128 T995 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 153131 T933 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 153131 T933 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 153132 T933 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 153132 T933 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 153132 T933 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 153133 T933 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 153133 T933 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 153134 T933 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 153134 T933 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 153135 T933 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 153135 T933 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 153135 T933 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 153136 T933 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 153136 T933 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 153137 T995 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 153137 T933 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 153138 T933 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 153138 T951 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 153139 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 153139 T933 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 153139 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 153140 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 153139 T995 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=180000
   [junit4]   2> 153140 T941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 153141 T951 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 153143 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 153144 T981 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 153144 T951 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 153146 T951 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 153147 T981 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 153147 T951 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 153147 T951 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 153148 T951 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 153148 T951 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 153149 T951 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 153149 T951 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/solrj_collection_shard1_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/solrj_collection_shard1_replica1/data/
   [junit4]   2> 153149 T951 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54955257
   [junit4]   2> 153149 T981 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 153150 T951 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/solrj_collection_shard1_replica1/data
   [junit4]   2> 153150 T933 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 153150 T951 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 153152 T933 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 153153 T981 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 153153 T951 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 153153 T933 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1599782588342638]
   [junit4]   2> 153153 T981 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 153154 T951 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389836406920/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 153155 T933 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@77a5aa1f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7f4c543b),segFN=segments_1,generation=1}
   [junit4]   2> 153155 T981 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 153155 T933 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 153155 T951 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=23.44140625, floorSegmentMB=0.63671875, forceMergeDeletesPctAllowed=0.4697706264825485, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3213216164499254
   [junit4]   2> 153156 T981 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 153157 T981 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 153156 T933 oass.SolrIndexSearcher.<init> Opening Searcher@4e83e249 main
   [junit4]   2> 153157 T951 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6a1de77c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@727b4cbf),segFN=segments_1,generation=1}
   [junit4]   2> 153158 T951 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 153157 T981 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 153158 T981 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/solrj_collection_shard2_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/solrj_collection_shard2_replica2/data/
   [junit4]   2> 153159 T981 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54955257
   [junit4]   2> 153159 T981 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/solrj_collection_shard2_replica2/data
   [junit4]   2> 153160 T981 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 153160 T981 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 153160 T933 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica1
   [junit4]   2> 153161 T951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 153161 T951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 153161 T933 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica1 address:http://127.0.0.1:35885/v collection:solrj_collection shard:shard2
   [junit4]   2> 153161 T981 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389836409342/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 153161 T951 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 153161 T1008 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica1] Registered new searcher Searcher@4e83e249 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 153162 T951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 153162 T981 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=23.44140625, floorSegmentMB=0.63671875, forceMergeDeletesPctAllowed=0.4697706264825485, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3213216164499254
   [junit4]   2> 153163 T951 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 153162 T933 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 153164 T951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 153165 T951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 153165 T951 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 153165 T951 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 153165 T951 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 153166 T951 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 153166 T951 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 153166 T951 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 153167 T951 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 153167 T951 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 153167 T951 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 153163 T981 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@111e2ed0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fdff652),segFN=segments_1,generation=1}
   [junit4]   2> 153168 T951 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 153169 T981 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 153170 T951 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 153171 T933 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 153171 T951 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 153172 T951 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1599782588342638]
   [junit4]   2> 153172 T951 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6a1de77c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@727b4cbf),segFN=segments_1,generation=1}
   [junit4]   2> 153173 T981 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 153173 T951 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 153173 T933 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=180000
   [junit4]   2> 153173 T940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 153173 T951 oass.SolrIndexSearcher.<init> Opening Searcher@361a00b0 main
   [junit4]   2> 153173 T981 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 153174 T981 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 153175 T981 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 153175 T981 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 153175 T981 oasup.UpdateRequestProcessorChain.init cr

[...truncated too long message...]

utedZkTest-jetty4-1389836410527/halfdeletedcollection2_shard2_replica2/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/halfdeletedcollection2_shard2_replica2/data;done=false>>, CachedDir<<refCount=0;path=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/halfdeletedcollection2_shard2_replica2/data/index;done=false>>]
   [junit4]   2> 247849 T1000 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/halfdeletedcollection2_shard2_replica2/data
   [junit4]   2> 247849 T1000 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/halfdeletedcollection2_shard2_replica2/data/index
   [junit4]   2> 247849 T1000 oasc.CachingDirectoryFactory.close Removing directory after core close: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389836410527/halfdeletedcollection2_shard2_replica2/data
   [junit4]   2> 247858 T1000 oascc.SolrZkClient.makePath makePath: /collections/halfdeletedcollection2/leaders/shard2
   [junit4]   2> 247859 T1000 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 247859 T1000 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/halfdeletedcollection2/leader_elect/shard2/election/91084318727798798-core_node4-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 247860 T1000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 247860 T1000 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 247860 T1000 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 247860 T1000 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene46: {other_tl1=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Memory doPackFST= false), a_si=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=PostingsFormat(name=Direct), id=Lucene41(blocksize=128), text=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ar_OM, timezone=Asia/Ashgabat
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=4,free=43943872,total=189792256
   [junit4]   2> NOTE: All tests run in this JVM: [XmlUpdateRequestHandlerTest, TestSimpleQParserPlugin, TestShardHandlerFactory, TestPartialUpdateDeduplication, OpenCloseCoreStressTest, ShardRoutingCustomTest, FieldAnalysisRequestHandlerTest, TestMaxScoreQueryParser, SpellCheckCollatorTest, TestStressUserVersions, BlockCacheTest, DateFieldTest, HighlighterConfigTest, DeleteReplicaTest, ParsingFieldUpdateProcessorsTest, TestSolr4Spatial, TestDynamicFieldCollectionResource, TestCloudManagedSchema, TestAtomicUpdateErrorCases, TestCSVResponseWriter, TestCodecSupport, DebugComponentTest, SolrCoreCheckLockOnStartupTest, PluginInfoTest, TestHighFrequencyDictionaryFactory, DocumentAnalysisRequestHandlerTest, TestSchemaVersionResource, TestLazyCores, TestClassNameShortening, TestReload, TestStressLucene, TestBinaryField, TestCoreDiscovery, TestDFRSimilarityFactory, TestHashPartitioner, SimplePostToolTest, RAMDirectoryFactoryTest, TestJmxIntegration, TestNoOpRegenerator, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 102.10s, 1 test, 1 failure <<< FAILURES!

[...truncated 807 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 352 suites, 1539 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 50 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b123 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_60-ea-b02) - Build # 9006 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9006/
Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
There were expected update fails expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: There were expected update fails expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([5D18D20DED51E1A7:DCFE5C159A0E819B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:202)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10668 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 1139631 T2094 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /l_nhr/cx
   [junit4]   2> 1139635 T2094 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyNothingIsSafeTest-1389830543705
   [junit4]   2> 1139636 T2094 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1139636 T2095 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1139736 T2094 oasc.ZkTestServer.run start zk server on port:47020
   [junit4]   2> 1139737 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1139745 T2101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21c887 name:ZooKeeperConnection Watcher:127.0.0.1:47020 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1139746 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1139746 T2094 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1139750 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1139751 T2103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a7c516 name:ZooKeeperConnection Watcher:127.0.0.1:47020/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1139751 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1139751 T2094 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1139755 T2094 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1139758 T2094 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1139760 T2094 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1139762 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1139762 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1139769 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1139769 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1139774 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1139775 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1139779 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1139779 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1139783 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1139784 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1139788 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1139788 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1139792 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1139793 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1139797 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1139797 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1139801 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1139802 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1139805 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1139806 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1139810 T2094 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1139811 T2094 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1139892 T2094 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1139903 T2094 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52855
   [junit4]   2> 1139904 T2094 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1139905 T2094 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1139905 T2094 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389830543887
   [junit4]   2> 1139906 T2094 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389830543887/'
   [junit4]   2> 1139918 T2094 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389830543887/solr.xml
   [junit4]   2> 1139949 T2094 oasc.CoreContainer.<init> New CoreContainer 12093893
   [junit4]   2> 1139949 T2094 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389830543887/]
   [junit4]   2> 1139950 T2094 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1139950 T2094 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1139951 T2094 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1139951 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1139951 T2094 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1139951 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1139952 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1139952 T2094 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1139952 T2094 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1139954 T2094 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1139954 T2094 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1139955 T2094 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1139955 T2094 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47020/solr
   [junit4]   2> 1139955 T2094 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1139956 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1139958 T2114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15d182c name:ZooKeeperConnection Watcher:127.0.0.1:47020 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1139959 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1139960 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1139961 T2116 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@191a5 name:ZooKeeperConnection Watcher:127.0.0.1:47020/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1139961 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1139963 T2094 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1139965 T2094 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1139968 T2094 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1139970 T2094 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52855_l_nhr%2Fcx
   [junit4]   2> 1139970 T2094 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52855_l_nhr%2Fcx
   [junit4]   2> 1139973 T2094 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1139975 T2094 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1139978 T2094 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1139980 T2094 oasc.Overseer.start Overseer (id=91083934512447491-127.0.0.1:52855_l_nhr%2Fcx-n_0000000000) starting
   [junit4]   2> 1139983 T2094 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1139987 T2118 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1139988 T2094 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1139990 T2094 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1139991 T2094 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1139993 T2117 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1139995 T2119 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1139995 T2119 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1139997 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1139997 T2119 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1139998 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1139999 T2117 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52855/l_nhr/cx",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52855_l_nhr%2Fcx",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1139999 T2117 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1139999 T2117 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1140002 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1140002 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1140998 T2119 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1140998 T2119 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389830543887/collection1
   [junit4]   2> 1140998 T2119 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1140999 T2119 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1140999 T2119 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1141000 T2119 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389830543887/collection1/'
   [junit4]   2> 1141001 T2119 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389830543887/collection1/lib/classes/' to classloader
   [junit4]   2> 1141001 T2119 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389830543887/collection1/lib/README' to classloader
   [junit4]   2> 1141044 T2119 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1141070 T2119 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1141071 T2119 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1141076 T2119 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1141312 T2119 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1141314 T2119 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1141315 T2119 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1141318 T2119 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1141356 T2119 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1141357 T2119 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389830543887/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/control/data/
   [junit4]   2> 1141358 T2119 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f4558d
   [junit4]   2> 1141359 T2119 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/control/data
   [junit4]   2> 1141359 T2119 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/control/data/index/
   [junit4]   2> 1141360 T2119 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1141361 T2119 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/control/data/index
   [junit4]   2> 1141362 T2119 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1141366 T2119 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1141367 T2119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1141372 T2119 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1141372 T2119 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1141373 T2119 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1141373 T2119 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1141374 T2119 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1141374 T2119 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1141375 T2119 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1141375 T2119 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1141376 T2119 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1141376 T2119 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1141377 T2119 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1141377 T2119 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1141378 T2119 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1141378 T2119 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1141379 T2119 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1141380 T2119 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1141384 T2119 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1141387 T2119 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1141387 T2119 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1141388 T2119 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=59.9384765625, floorSegmentMB=1.7373046875, forceMergeDeletesPctAllowed=7.083323179408837, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1141389 T2119 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1141390 T2119 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1141391 T2119 oass.SolrIndexSearcher.<init> Opening Searcher@f18e1d main
   [junit4]   2> 1141394 T2120 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f18e1d main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1141396 T2119 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1141397 T2094 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1141398 T2094 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1141397 T2123 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52855/l_nhr/cx collection:control_collection shard:shard1
   [junit4]   2> 1141399 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1141400 T2123 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1141402 T2125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ff4bf3 name:ZooKeeperConnection Watcher:127.0.0.1:47020/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1141402 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1141404 T2094 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1141409 T2094 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1141412 T2123 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1141418 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141419 T2123 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1141419 T2123 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C8233 name=collection1 org.apache.solr.core.SolrCore@185f7d6 url=http://127.0.0.1:52855/l_nhr/cx/collection1 node=127.0.0.1:52855_l_nhr%2Fcx C8233_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:52855/l_nhr/cx, core=collection1, node_name=127.0.0.1:52855_l_nhr%2Fcx}
   [junit4]   2> 1141419 T2123 C8233 P52855 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52855/l_nhr/cx/collection1/
   [junit4]   2> 1141420 T2123 C8233 P52855 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1141420 T2123 C8233 P52855 oasc.SyncStrategy.syncToMe http://127.0.0.1:52855/l_nhr/cx/collection1/ has no replicas
   [junit4]   2> 1141421 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1141421 T2123 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52855/l_nhr/cx/collection1/ shard1
   [junit4]   2> 1141421 T2123 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1141426 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141430 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141432 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141493 T2094 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1141495 T2094 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46060
   [junit4]   2> 1141496 T2094 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1141496 T2094 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1141497 T2094 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389830545480
   [junit4]   2> 1141498 T2094 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389830545480/'
   [junit4]   2> 1141517 T2094 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389830545480/solr.xml
   [junit4]   2> 1141535 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1141535 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1141551 T2094 oasc.CoreContainer.<init> New CoreContainer 24220551
   [junit4]   2> 1141552 T2094 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389830545480/]
   [junit4]   2> 1141552 T2094 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1141553 T2094 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1141553 T2094 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1141553 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1141553 T2094 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1141554 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1141554 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1141554 T2094 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1141554 T2094 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1141557 T2094 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1141557 T2094 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1141557 T2094 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1141558 T2094 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47020/solr
   [junit4]   2> 1141558 T2094 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1141559 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1141561 T2136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18c9745 name:ZooKeeperConnection Watcher:127.0.0.1:47020 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1141561 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1141565 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1141567 T2138 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@163d7e5 name:ZooKeeperConnection Watcher:127.0.0.1:47020/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1141567 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1141574 T2094 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1141580 T2123 oasc.ZkController.register We are http://127.0.0.1:52855/l_nhr/cx/collection1/ and leader is http://127.0.0.1:52855/l_nhr/cx/collection1/
   [junit4]   2> 1141581 T2123 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52855/l_nhr/cx
   [junit4]   2> 1141581 T2123 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1141581 T2123 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1141581 T2123 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1141583 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141583 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141583 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141584 T2123 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1141586 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1141588 T2117 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52855/l_nhr/cx",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52855_l_nhr%2Fcx",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1141592 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141696 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1141696 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1141696 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1142579 T2094 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46060_l_nhr%2Fcx
   [junit4]   2> 1142581 T2094 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46060_l_nhr%2Fcx
   [junit4]   2> 1142586 T2116 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1142586 T2138 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1142586 T2125 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1142595 T2139 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1142596 T2139 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1142597 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1142598 T2139 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1142598 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1142599 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1142600 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1142601 T2117 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46060/l_nhr/cx",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46060_l_nhr%2Fcx",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1142601 T2117 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1142602 T2117 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1142606 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1142709 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1142710 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1142709 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1143598 T2139 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1143599 T2139 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389830545480/collection1
   [junit4]   2> 1143599 T2139 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1143600 T2139 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1143600 T2139 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1143602 T2139 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389830545480/collection1/'
   [junit4]   2> 1143603 T2139 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389830545480/collection1/lib/classes/' to classloader
   [junit4]   2> 1143603 T2139 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389830545480/collection1/lib/README' to classloader
   [junit4]   2> 1143663 T2139 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1143690 T2139 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1143692 T2139 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1143697 T2139 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1143925 T2139 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1143927 T2139 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1143928 T2139 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1143931 T2139 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1143965 T2139 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1143966 T2139 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389830545480/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty1/
   [junit4]   2> 1143966 T2139 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f4558d
   [junit4]   2> 1143967 T2139 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty1
   [junit4]   2> 1143968 T2139 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty1/index/
   [junit4]   2> 1143968 T2139 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1143969 T2139 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty1/index
   [junit4]   2> 1143970 T2139 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1143973 T2139 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1143974 T2139 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1143980 T2139 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1143981 T2139 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1143981 T2139 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1143981 T2139 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1143982 T2139 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1143982 T2139 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1143983 T2139 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1143984 T2139 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1143984 T2139 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1143985 T2139 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1143986 T2139 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1143986 T2139 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1143986 T2139 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1143987 T2139 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1143988 T2139 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1143989 T2139 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1143993 T2139 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1143996 T2139 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1143996 T2139 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1143998 T2139 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=59.9384765625, floorSegmentMB=1.7373046875, forceMergeDeletesPctAllowed=7.083323179408837, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1143999 T2139 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1144000 T2139 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1144000 T2139 oass.SolrIndexSearcher.<init> Opening Searcher@15ef4d main
   [junit4]   2> 1144007 T2140 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15ef4d main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1144010 T2139 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1144012 T2094 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1144012 T2094 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1144012 T2143 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46060/l_nhr/cx collection:collection1 shard:shard1
   [junit4]   2> 1144015 T2143 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1144027 T2143 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1144029 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144029 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144029 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144030 T2143 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1144030 T2143 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C8234 name=collection1 org.apache.solr.core.SolrCore@106da9b url=http://127.0.0.1:46060/l_nhr/cx/collection1 node=127.0.0.1:46060_l_nhr%2Fcx C8234_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:46060/l_nhr/cx, core=collection1, node_name=127.0.0.1:46060_l_nhr%2Fcx}
   [junit4]   2> 1144030 T2143 C8234 P46060 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46060/l_nhr/cx/collection1/
   [junit4]   2> 1144030 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1144030 T2143 C8234 P46060 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1144031 T2143 C8234 P46060 oasc.SyncStrategy.syncToMe http://127.0.0.1:46060/l_nhr/cx/collection1/ has no replicas
   [junit4]   2> 1144031 T2143 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46060/l_nhr/cx/collection1/ shard1
   [junit4]   2> 1144031 T2143 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1144033 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144035 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144037 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144092 T2094 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1144095 T2094 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49391
   [junit4]   2> 1144097 T2094 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1144097 T2094 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1144097 T2094 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389830548083
   [junit4]   2> 1144098 T2094 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389830548083/'
   [junit4]   2> 1144113 T2094 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389830548083/solr.xml
   [junit4]   2> 1144140 T2094 oasc.CoreContainer.<init> New CoreContainer 17373938
   [junit4]   2> 1144140 T2094 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389830548083/]
   [junit4]   2> 1144140 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1144140 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1144140 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1144141 T2094 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1144142 T2094 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1144142 T2094 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1144143 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1144143 T2094 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1144143 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1144144 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1144144 T2094 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1144144 T2094 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1144146 T2094 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1144146 T2094 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1144147 T2094 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1144147 T2094 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47020/solr
   [junit4]   2> 1144147 T2094 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1144148 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1144150 T2154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f318d5 name:ZooKeeperConnection Watcher:127.0.0.1:47020 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1144150 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1144152 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1144153 T2156 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c34f4a name:ZooKeeperConnection Watcher:127.0.0.1:47020/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1144154 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1144159 T2094 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1144186 T2143 oasc.ZkController.register We are http://127.0.0.1:46060/l_nhr/cx/collection1/ and leader is http://127.0.0.1:46060/l_nhr/cx/collection1/
   [junit4]   2> 1144186 T2143 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46060/l_nhr/cx
   [junit4]   2> 1144187 T2143 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1144187 T2143 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1144187 T2143 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1144190 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144190 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144190 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144191 T2143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1144192 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1144193 T2117 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46060/l_nhr/cx",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46060_l_nhr%2Fcx",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1144196 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144299 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1144299 T2156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1144299 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1144299 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1145164 T2094 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49391_l_nhr%2Fcx
   [junit4]   2> 1145166 T2094 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49391_l_nhr%2Fcx
   [junit4]   2> 1145171 T2138 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1145171 T2125 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1145172 T2156 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1145171 T2116 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1145181 T2157 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1145181 T2157 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1145183 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1145183 T2157 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1145183 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1145184 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1145187 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1145188 T2117 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49391/l_nhr/cx",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49391_l_nhr%2Fcx",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1145188 T2117 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1145189 T2117 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1145193 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1145297 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1145297 T2156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1145297 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1145297 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1146184 T2157 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1146184 T2157 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389830548083/collection1
   [junit4]   2> 1146184 T2157 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1146186 T2157 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1146186 T2157 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1146188 T2157 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389830548083/collection1/'
   [junit4]   2> 1146189 T2157 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389830548083/collection1/lib/classes/' to classloader
   [junit4]   2> 1146189 T2157 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389830548083/collection1/lib/README' to classloader
   [junit4]   2> 1146229 T2157 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1146254 T2157 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1146256 T2157 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1146261 T2157 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1146507 T2157 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1146509 T2157 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1146510 T2157 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1146515 T2157 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1146552 T2157 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1146552 T2157 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389830548083/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty2/
   [junit4]   2> 1146552 T2157 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f4558d
   [junit4]   2> 1146553 T2157 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty2
   [junit4]   2> 1146553 T2157 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty2/index/
   [junit4]   2> 1146553 T2157 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1146553 T2157 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty2/index
   [junit4]   2> 1146554 T2157 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1146556 T2157 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1146556 T2157 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1146559 T2157 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1146559 T2157 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1146560 T2157 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1146560 T2157 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1146560 T2157 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1146560 T2157 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1146560 T2157 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1146561 T2157 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1146561 T2157 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1146561 T2157 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1146562 T2157 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1146562 T2157 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1146562 T2157 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1146562 T2157 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1146563 T2157 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1146563 T2157 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1146565 T2157 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1146567 T2157 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1146567 T2157 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1146568 T2157 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=59.9384765625, floorSegmentMB=1.7373046875, forceMergeDeletesPctAllowed=7.083323179408837, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1146570 T2157 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1146570 T2157 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1146571 T2157 oass.SolrIndexSearcher.<init> Opening Searcher@7a126f main
   [junit4]   2> 1146576 T2158 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a126f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1146579 T2157 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1146579 T2094 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1146580 T2094 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1146579 T2161 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49391/l_nhr/cx collection:collection1 shard:shard2
   [junit4]   2> 1146581 T2161 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1146586 T2161 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1146589 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146589 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146589 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146589 T2161 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1146589 T2161 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C8235 name=collection1 org.apache.solr.core.SolrCore@1eaf082 url=http://127.0.0.1:49391/l_nhr/cx/collection1 node=127.0.0.1:49391_l_nhr%2Fcx C8235_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:49391/l_nhr/cx, core=collection1, node_name=127.0.0.1:49391_l_nhr%2Fcx}
   [junit4]   2> 1146590 T2161 C8235 P49391 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49391/l_nhr/cx/collection1/
   [junit4]   2> 1146590 T2161 C8235 P49391 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1146590 T2161 C8235 P49391 oasc.SyncStrategy.syncToMe http://127.0.0.1:49391/l_nhr/cx/collection1/ has no replicas
   [junit4]   2> 1146590 T2161 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49391/l_nhr/cx/collection1/ shard2
   [junit4]   2> 1146590 T2161 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1146590 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1146593 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146596 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146599 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146661 T2094 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1146663 T2094 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50250
   [junit4]   2> 1146664 T2094 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1146664 T2094 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1146664 T2094 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389830550650
   [junit4]   2> 1146665 T2094 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389830550650/'
   [junit4]   2> 1146683 T2094 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389830550650/solr.xml
   [junit4]   2> 1146708 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1146708 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1146708 T2156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1146708 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1146714 T2094 oasc.CoreContainer.<init> New CoreContainer 5668488
   [junit4]   2> 1146714 T2094 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389830550650/]
   [junit4]   2> 1146715 T2094 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1146715 T2094 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1146716 T2094 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1146716 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1146716 T2094 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1146717 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1146717 T2094 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1146717 T2094 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1146717 T2094 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1146720 T2094 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1146720 T2094 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1146720 T2094 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1146721 T2094 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47020/solr
   [junit4]   2> 1146721 T2094 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1146722 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1146723 T2172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8d34be name:ZooKeeperConnection Watcher:127.0.0.1:47020 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1146723 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1146725 T2094 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1146726 T2174 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63b4e name:ZooKeeperConnection Watcher:127.0.0.1:47020/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1146726 T2094 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1146729 T2094 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1146747 T2161 oasc.ZkController.register We are http://127.0.0.1:49391/l_nhr/cx/collection1/ and leader is http://127.0.0.1:49391/l_nhr/cx/collection1/
   [junit4]   2> 1146747 T2161 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49391/l_nhr/cx
   [junit4]   2> 1146747 T2161 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1146747 T2161 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1146747 T2161 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1146749 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146749 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146749 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146749 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1146751 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1146752 T2117 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49391/l_nhr/cx",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49391_l_nhr%2Fcx",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1146754 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146857 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1146857 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1146857 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1146857 T2156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1146857 T2174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1147732 T2094 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50250_l_nhr%2Fcx
   [junit4]   2> 1147734 T2094 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50250_l_nhr%2Fcx
   [junit4]   2> 1147739 T2156 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1147739 T2174 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1147739 T2125 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1147739 T2138 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1147740 T2116 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1147748 T2175 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1147748 T2175 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1147750 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1147750 T2175 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1147751 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1147751 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1147753 T2117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1147754 T2117 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50250/l_nhr/cx",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50250_l_nhr%2Fcx",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1147755 T2117 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1147755 T2117 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1147759 T2116 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1147863 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1147863 T2116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1147863 T2174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1147863 T2156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1147863 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1148751 T2175 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1148752 T2175 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389830550650/collection1
   [junit4]   2> 1148752 T2175 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1148753 T2175 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1148754 T2175 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1148756 T2175 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389830550650/collection1/'
   [junit4]   2> 1148757 T2175 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389830550650/collection1/lib/classes/' to classloader
   [junit4]   2> 1148757 T2175 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389830550650/collection1/lib/README' to classloader
   [junit4]   2> 1148810 T2175 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1148834 T2175 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1148836 T2175 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1148841 T2175 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1149085 T2175 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1149087 T2175 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1149088 T2175 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1149091 T2175 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1149107 T2175 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1149107 T2175 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389830550650/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty3/
   [junit4]   2> 1149107 T2175 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f4558d
   [junit4]   2> 1149108 T2175 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty3
   [junit4]   2> 1149108 T2175 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty3/index/
   [junit4]   2> 1149108 T2175 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 1149109 T2175 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty3/index
   [junit4]   2> 1149109 T2175 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1149226 T2175 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty3/index,segFN=segments_1,generation=1}
   [junit4]   2> 1149227 T2175 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1149231 T2175 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1149231 T2175 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1149231 T2175 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1149232 T2175 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1149232 T2175 oa

[...truncated too long message...]

ate Closing SolrCoreState
   [junit4]   2> 1206718 T2320 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1206718 T2320 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1206719 T2320 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1206719 T2320 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1206720 T2320 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty6 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty6;done=false>>]
   [junit4]   2> 1206720 T2320 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty6
   [junit4]   2> 1206720 T2320 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty6/index.20140115180313311 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty6/index.20140115180313311;done=false>>]
   [junit4]   2> 1206720 T2320 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty6/index.20140115180313311
   [junit4]   2> 1206720 T2320 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> ASYNC  NEW_CORE C8534 name=collection1 org.apache.solr.core.SolrCore@1a3f817 url=http://127.0.0.1:32837/l_nhr/cx/collection1 node=127.0.0.1:32837_l_nhr%2Fcx C8534_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:32837/l_nhr/cx, core=collection1, node_name=127.0.0.1:32837_l_nhr%2Fcx}
   [junit4]   2> 1206790 T2252 C8534 P32837 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 1206791 T2252 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1206792 T2252 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1a3f817
   [junit4]   2> 1206793 T2252 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=405,cumulative_deletesById=199,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
   [junit4]   2> 1206794 T2252 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1206794 T2252 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1206794 T2252 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1206795 T2252 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1206795 T2252 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1206796 T2252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty7 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty7;done=false>>]
   [junit4]   2> 1206796 T2252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty7
   [junit4]   2> 1206796 T2252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty7/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty7/index;done=false>>]
   [junit4]   2> 1206796 T2252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389830543705/jetty7/index
   [junit4]   2> 1206796 T2252 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1206797 T2252 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es_PA, timezone=America/Belize
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=8,threads=1,free=58480496,total=204800000
   [junit4]   2> NOTE: All tests run in this JVM: [TestSweetSpotSimilarityFactory, BlockDirectoryTest, TestDistributedSearch, TestNoOpRegenerator, CursorPagingTest, TestWordDelimiterFilterFactory, BasicZkTest, TestIndexSearcher, TestDistribDocBasedVersion, TestIBSimilarityFactory, StatsComponentTest, TestOmitPositions, ZkSolrClientTest, TestNumberUtils, MultiTermTest, TestNRTOpen, SuggesterTSTTest, TestSchemaVersionResource, OpenExchangeRatesOrgProviderTest, TestSolrJ, TestZkChroot, ShardRoutingCustomTest, SpellCheckComponentTest, TestFiltering, TermVectorComponentDistributedTest, SolrTestCaseJ4Test, ZkNodePropsTest, TestLazyCores, StressHdfsTest, DateFieldTest, CoreMergeIndexesAdminHandlerTest, EnumFieldTest, TimeZoneUtilsTest, TestBinaryField, TestRTGBase, AssignTest, TestReload, TestDefaultSimilarityFactory, TestFieldTypeResource, TestCoreDiscovery, OutputWriterTest, PreAnalyzedFieldTest, TestAtomicUpdateErrorCases, IndexSchemaRuntimeFieldTest, TestCloudManagedSchemaAddField, OpenCloseCoreStressTest, JSONWriterTest, MinimalSchemaTest, TestBinaryResponseWriter, SolrRequestParserTest, TestSolrDeletionPolicy2, HdfsCollectionsAPIDistributedZkTest, TestAnalyzedSuggestions, CurrencyFieldXmlFileTest, ChaosMonkeySafeLeaderTest, XmlUpdateRequestHandlerTest, HdfsRecoveryZkTest, DirectSolrConnectionTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestDFRSimilarityFactory, DefaultValueUpdateProcessorTest, TestPhraseSuggestions, HdfsBasicDistributedZkTest, RAMDirectoryFactoryTest, SuggestComponentTest, TestImplicitCoreProperties, DirectUpdateHandlerTest, TestFieldResource, DistanceFunctionTest, DistributedSuggestComponentTest, DocValuesMultiTest, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed on J1 in 67.23s, 1 test, 1 failure <<< FAILURES!

[...truncated 553 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 352 suites, 1539 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 57 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b02 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_51) - Build # 9005 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9005/
Java: 64bit/jdk1.7.0_51 -XX:+UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 16634 lines...]
    [javac] Compiling 10 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/contrib/solr-morphlines-core/classes/java
    [javac] warning: [options] bootstrap class path not set in conjunction with -source 1.6
    [javac] /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/contrib/morphlines-core/src/java/org/apache/solr/morphlines/solr/SolrLocator.java:102: error: exception MalformedURLException is never thrown in body of corresponding try statement
    [javac]       } catch (MalformedURLException e) {
    [javac]         ^
    [javac] Note: Some input files use unchecked or unsafe operations.
    [javac] Note: Recompile with -Xlint:unchecked for details.
    [javac] 1 error

[...truncated 1 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:209: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:441: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/contrib/map-reduce/build.xml:46: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:507: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1764: Compile failed; see the compiler error output for details.

Total time: 56 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_51 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure