You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/07/14 01:13:34 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.8.0) - Build # 1674 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1674/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
REGRESSION:  org.apache.solr.MinimalSchemaTest.testAllConfiguredHandlers

Error Message:
Could not initialize class java.lang.UNIXProcess

Stack Trace:
java.lang.NoClassDefFoundError: Could not initialize class java.lang.UNIXProcess
	at __randomizedtesting.SeedInfo.seed([AE4527DB04A3C744:435B9CE18FAEC6C0]:0)
	at java.lang.ProcessImpl.start(ProcessImpl.java:130)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1023)
	at java.lang.Runtime.exec(Runtime.java:620)
	at java.lang.Runtime.exec(Runtime.java:450)
	at java.lang.Runtime.exec(Runtime.java:347)
	at org.apache.solr.handler.admin.SystemInfoHandler.execute(SystemInfoHandler.java:220)
	at org.apache.solr.handler.admin.SystemInfoHandler.getSystemInfo(SystemInfoHandler.java:176)
	at org.apache.solr.handler.admin.SystemInfoHandler.handleRequestBody(SystemInfoHandler.java:97)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1962)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:295)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:278)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:680)
	at org.apache.solr.MinimalSchemaTest.testAllConfiguredHandlers(MinimalSchemaTest.java:115)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.handler.admin.InfoHandlerTest.testOverriddenHandlers

Error Message:
posix_spawn is not a supported process launch mechanism on this platform.

Stack Trace:
java.lang.Error: posix_spawn is not a supported process launch mechanism on this platform.
	at __randomizedtesting.SeedInfo.seed([AE4527DB04A3C744:481E2BFCFDEA08F0]:0)
	at java.lang.UNIXProcess$1.run(UNIXProcess.java:105)
	at java.lang.UNIXProcess$1.run(UNIXProcess.java:94)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.lang.UNIXProcess.<clinit>(UNIXProcess.java:92)
	at java.lang.ProcessImpl.start(ProcessImpl.java:130)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1023)
	at java.lang.Runtime.exec(Runtime.java:620)
	at java.lang.Runtime.exec(Runtime.java:450)
	at java.lang.Runtime.exec(Runtime.java:347)
	at org.apache.solr.handler.admin.SystemInfoHandler.execute(SystemInfoHandler.java:220)
	at org.apache.solr.handler.admin.SystemInfoHandler.getSystemInfo(SystemInfoHandler.java:176)
	at org.apache.solr.handler.admin.SystemInfoHandler.handleRequestBody(SystemInfoHandler.java:97)
	at org.apache.solr.handler.admin.InfoHandlerTest$CountSystemInfoHandler.handleRequestBody(InfoHandlerTest.java:157)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.handler.admin.InfoHandler.handleRequestBody(InfoHandler.java:88)
	at org.apache.solr.handler.admin.InfoHandlerTest.handleRequest(InfoHandlerTest.java:168)
	at org.apache.solr.handler.admin.InfoHandlerTest.testOverriddenHandlers(InfoHandlerTest.java:98)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11200 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.InfoHandlerTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001
   [junit4]   2> 1292366 T4628 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1292367 T4628 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 1292367 T4628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1292369 T4628 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1292369 T4628 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1292369 T4628 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1292501 T4628 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1292546 T4628 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1292548 T4628 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1292570 T4628 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1292767 T4628 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292768 T4628 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1292769 T4628 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1292782 T4628 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1292785 T4628 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1292800 T4628 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1292805 T4628 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1292809 T4628 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1292810 T4628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1292810 T4628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1292810 T4628 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1292811 T4628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1292811 T4628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1292812 T4628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1292812 T4628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr
   [junit4]   2> 1292812 T4628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/'
   [junit4]   2> 1292853 T4628 oasc.CoreContainer.<init> New CoreContainer 837579481
   [junit4]   2> 1292853 T4628 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/]
   [junit4]   2> 1292855 T4628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1292855 T4628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1292855 T4628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1292855 T4628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1292856 T4628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1292856 T4628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1292856 T4628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1292856 T4628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1292858 T4628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1292858 T4628 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1292859 T4628 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1292859 T4628 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 1292864 T4629 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1292866 T4629 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1292866 T4629 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1292866 T4629 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1292951 T4629 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1293008 T4629 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1293009 T4629 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1293022 T4629 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1293197 T4629 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1293198 T4629 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1293198 T4629 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1293202 T4629 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1293205 T4629 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1293213 T4629 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1293216 T4629 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1293220 T4629 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1293221 T4629 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1293221 T4629 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1293222 T4629 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1293223 T4629 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1293223 T4629 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1293224 T4629 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 1293225 T4629 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1293225 T4629 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001/
   [junit4]   2> 1293226 T4629 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@23be0e62
   [junit4]   2> 1293227 T4629 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001
   [junit4]   2> 1293227 T4629 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001/index/
   [junit4]   2> 1293227 T4629 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 1293227 T4629 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001/index
   [junit4]   2> 1293228 T4629 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=90.486328125, floorSegmentMB=0.7548828125, forceMergeDeletesPctAllowed=1.21208233606784, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.823808246430198
   [junit4]   2> 1293230 T4629 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@335f4fd8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@76234868)),segFN=segments_1,generation=1}
   [junit4]   2> 1293230 T4629 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1293230 T4629 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1293235 T4629 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1293236 T4629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1293236 T4629 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1293237 T4629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1293237 T4629 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1293237 T4629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1293238 T4629 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1293239 T4629 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 1293239 T4629 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 1293240 T4629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1293240 T4629 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1293241 T4629 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1293241 T4629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1293242 T4629 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1293242 T4629 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1293242 T4629 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1293243 T4629 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1293243 T4629 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1293244 T4629 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1293244 T4629 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1293245 T4629 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1293245 T4629 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1293245 T4629 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1293245 T4629 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1293246 T4629 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1293246 T4629 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1293246 T4629 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1293247 T4629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1293247 T4629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1293248 T4629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1293248 T4629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1293248 T4629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1293249 T4629 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1293249 T4629 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1293249 T4629 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1293250 T4629 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1293257 T4629 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1293258 T4629 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1293260 T4629 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1293260 T4629 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1293261 T4629 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1293262 T4629 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@335f4fd8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@76234868)),segFN=segments_1,generation=1}
   [junit4]   2> 1293262 T4629 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1293263 T4629 oass.SolrIndexSearcher.<init> Opening Searcher@195fe0d[collection1] main
   [junit4]   2> 1293264 T4629 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 1293264 T4629 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 1293264 T4629 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 1293264 T4629 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1293265 T4629 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1293265 T4629 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1293273 T4629 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1293317 T4630 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@195fe0d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1293324 T4629 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1293327 T4628 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1293331 T4628 oas.SolrTestCaseJ4.setUp ###Starting testCoreAdminHandler
   [junit4]   2> 1293357 T4628 oas.SolrTestCaseJ4.tearDown ###Ending testCoreAdminHandler
   [junit4]   2> 1293362 T4628 oas.SolrTestCaseJ4.setUp ###Starting testOverriddenHandlers
   [junit4]   2> 1293416 T4628 oas.SolrTestCaseJ4.tearDown ###Ending testOverriddenHandlers
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=InfoHandlerTest -Dtests.method=testOverriddenHandlers -Dtests.seed=AE4527DB04A3C744 -Dtests.slow=true -Dtests.locale=tr_TR -Dtests.timezone=Pacific/Fiji -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.07s | InfoHandlerTest.testOverriddenHandlers <<<
   [junit4]    > Throwable #1: java.lang.Error: posix_spawn is not a supported process launch mechanism on this platform.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AE4527DB04A3C744:481E2BFCFDEA08F0]:0)
   [junit4]    > 	at java.lang.UNIXProcess$1.run(UNIXProcess.java:105)
   [junit4]    > 	at java.lang.UNIXProcess$1.run(UNIXProcess.java:94)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.lang.UNIXProcess.<clinit>(UNIXProcess.java:92)
   [junit4]    > 	at java.lang.ProcessImpl.start(ProcessImpl.java:130)
   [junit4]    > 	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1023)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:620)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:450)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:347)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.execute(SystemInfoHandler.java:220)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.getSystemInfo(SystemInfoHandler.java:176)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.handleRequestBody(SystemInfoHandler.java:97)
   [junit4]    > 	at org.apache.solr.handler.admin.InfoHandlerTest$CountSystemInfoHandler.handleRequestBody(InfoHandlerTest.java:157)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]    > 	at org.apache.solr.handler.admin.InfoHandler.handleRequestBody(InfoHandler.java:88)
   [junit4]    > 	at org.apache.solr.handler.admin.InfoHandlerTest.handleRequest(InfoHandlerTest.java:168)
   [junit4]    > 	at org.apache.solr.handler.admin.InfoHandlerTest.testOverriddenHandlers(InfoHandlerTest.java:98)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1293426 T4628 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1293427 T4628 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=837579481
   [junit4]   2> 1293427 T4628 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3ebb672
   [junit4]   2> 1293440 T4628 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 1293441 T4628 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1293441 T4628 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1293441 T4628 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1293443 T4628 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1293443 T4628 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1293443 T4628 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 1293443 T4628 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001/index
   [junit4]   2> 1293444 T4628 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001;done=false>>]
   [junit4]   2> 1293444 T4628 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001/init-core-data-001
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.handler.admin.InfoHandlerTest-AE4527DB04A3C744-001
   [junit4]   2> NOTE: test params are: codec=Lucene49: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=tr_TR, timezone=Pacific/Fiji
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_05 (64-bit)/cpus=2,threads=1,free=80527536,total=532676608
   [junit4]   2> NOTE: All tests run in this JVM: [RemoteQueryErrorTest, TermVectorComponentTest, TriLevelCompositeIdRoutingTest, TestManagedSchema, TestSolr4Spatial, TestDistributedMissingSort, TestWriterPerf, DistributedQueryComponentCustomSortTest, TestWordDelimiterFilterFactory, TestPerFieldSimilarity, TestDefaultSimilarityFactory, TestSolrJ, TestSolrIndexConfig, BJQParserTest, StressHdfsTest, SpellCheckComponentTest, SOLR749Test, SolrCmdDistributorTest, AsyncMigrateRouteKeyTest, MergeStrategyTest, ChaosMonkeyNothingIsSafeTest, OpenCloseCoreStressTest, SolrInfoMBeanTest, TestManagedResourceStorage, XmlUpdateRequestHandlerTest, SampleTest, TestStressVersions, TestMergePolicyConfig, TestNonNRTOpen, TestAtomicUpdateErrorCases, FileBasedSpellCheckerTest, DistanceFunctionTest, TestSchemaVersionResource, TermVectorComponentDistributedTest, DistributedSpellCheckComponentTest, TestSort, TestCodecSupport, TestBlendedInfixSuggestions, TestXIncludeConfig, TestDistributedSearch, NoCacheHeaderTest, TestAddFieldRealTimeGet, TestBM25SimilarityFactory, HdfsLockFactoryTest, DocumentBuilderTest, SuggestComponentTest, TestReplicationHandlerBackup, PingRequestHandlerTest, TestSystemIdResolver, UniqFieldsUpdateProcessorFactoryTest, WordBreakSolrSpellCheckerTest, TestDefaultSearchFieldResource, OverseerCollectionProcessorTest, CursorMarkTest, ShardRoutingCustomTest, TestSolrDeletionPolicy1, TestFileDictionaryLookup, EnumFieldTest, TestSearcherReuse, TestPartialUpdateDeduplication, TestNumberUtils, TestCustomSort, ReturnFieldsTest, TestMultiCoreConfBootstrap, TestRemoteStreaming, TestCollationKeyRangeQueries, SolrXmlInZkTest, TestRecoveryHdfs, BasicFunctionalityTest, AnalyticsQueryTest, TestPHPSerializedResponseWriter, IndexSchemaTest, TestConfigSets, TestSolrXmlPersistor, TestExpandComponent, StandardRequestHandlerTest, TestCoreContainer, TestFastOutputStream, XsltUpdateRequestHandlerTest, SuggesterTest, HdfsBasicDistributedZkTest, FastVectorHighlighterTest, TestExceedMaxTermLength, DirectSolrConnectionTest, CoreAdminCreateDiscoverTest, CollectionsAPIAsyncDistributedZkTest, RecoveryZkTest, LeaderElectionTest, SolrIndexSplitterTest, RollingRestartTest, CacheHeaderTest, ClusterStateTest, TestCloudInspectUtil, QueryElevationComponentTest, MultiThreadedOCPTest, BasicZkTest, TestNRTOpen, ConnectionManagerTest, DistributedQueryElevationComponentTest, TestIBSimilarityFactory, PrimUtilsTest, InfoHandlerTest]
   [junit4] Completed in 1.13s, 2 tests, 1 error <<< FAILURES!

[...truncated 179 lines...]
   [junit4] Suite: org.apache.solr.MinimalSchemaTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001
   [junit4]   2> 1813835 T6479 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1813836 T6479 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 1813836 T6479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1813838 T6479 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1813839 T6479 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1813839 T6479 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1813953 T6479 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1814009 T6479 oasc.SolrConfig.<init> Loaded SolrConfig: solr/collection1/conf/solrconfig.xml
   [junit4]   2> 1814019 T6479 oass.IndexSchema.readSchema Reading Solr Schema from solr/collection1/conf/schema-minimal.xml
   [junit4]   2> 1814028 T6479 oass.IndexSchema.readSchema [null] Schema name=minimal
   [junit4]   2> 1814037 T6479 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1814039 T6479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1814039 T6479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr
   [junit4]   2> 1814040 T6479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/'
   [junit4]   2> 1814096 T6479 oasc.CoreContainer.<init> New CoreContainer 870384337
   [junit4]   2> 1814097 T6479 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/]
   [junit4]   2> 1814098 T6479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1814098 T6479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1814099 T6479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1814099 T6479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1814100 T6479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1814101 T6479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1814101 T6479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1814102 T6479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1814102 T6479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1814102 T6479 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1814104 T6479 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1814104 T6479 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 1814107 T6480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1814108 T6480 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1814109 T6480 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1814109 T6480 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1814175 T6480 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1814205 T6480 oasc.SolrConfig.<init> Loaded SolrConfig: solr/collection1/conf/solrconfig.xml
   [junit4]   2> 1814207 T6480 oass.IndexSchema.readSchema Reading Solr Schema from solr/collection1/conf/schema-minimal.xml
   [junit4]   2> 1814218 T6480 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 1814233 T6480 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1814234 T6480 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 1814234 T6480 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1814235 T6480 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001/
   [junit4]   2> 1814237 T6480 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@23be0e62
   [junit4]   2> 1814238 T6480 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001
   [junit4]   2> 1814238 T6480 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001/index/
   [junit4]   2> 1814238 T6480 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 1814239 T6480 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001/index
   [junit4]   2> 1814239 T6480 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=59.1083984375, floorSegmentMB=1.1611328125, forceMergeDeletesPctAllowed=22.950415029802702, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10138128604084057
   [junit4]   2> 1814240 T6480 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@46c85ea6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ddb78b1)),segFN=segments_1,generation=1}
   [junit4]   2> 1814240 T6480 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1814241 T6480 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 1814245 T6480 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1814246 T6480 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1814246 T6480 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1814246 T6480 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1814246 T6480 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1814246 T6480 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1814247 T6480 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1814247 T6480 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 1814247 T6480 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 1814248 T6480 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1814248 T6480 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1814248 T6480 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1814248 T6480 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1814249 T6480 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1814249 T6480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1814249 T6480 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1814250 T6480 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1814251 T6480 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1814251 T6480 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 1814252 T6480 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 1814253 T6480 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1814253 T6480 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1814254 T6480 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1814254 T6480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1814254 T6480 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1814255 T6480 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1814256 T6480 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1814256 T6480 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1814269 T6480 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1814271 T6480 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1814271 T6480 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1814271 T6480 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1814272 T6480 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1814272 T6480 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 1814272 T6480 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 1814273 T6480 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 1814282 T6480 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1814283 T6480 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1814286 T6480 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1814286 T6480 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1814287 T6480 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1814290 T6480 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@46c85ea6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ddb78b1)),segFN=segments_1,generation=1}
   [junit4]   2> 1814290 T6480 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1814290 T6480 oass.SolrIndexSearcher.<init> Opening Searcher@6dd66bf7[collection1] main
   [junit4]   2> 1814291 T6480 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 1814291 T6480 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 1814291 T6480 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 1814291 T6480 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1814291 T6480 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1814292 T6480 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1814300 T6480 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1814355 T6481 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6dd66bf7[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1814361 T6480 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1814363 T6479 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> ASYNC  NEW_CORE C1184 name=collection1 org.apache.solr.core.SolrCore@3b8795cf
   [junit4]   2> 1814365 T6479 C1184 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> 1814368 T6479 C1184 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> 1814369 T6479 C1184 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1814372 T6479 C1184 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@46c85ea6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ddb78b1)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@46c85ea6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ddb78b1)),segFN=segments_2,generation=2}
   [junit4]   2> 1814374 T6479 C1184 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1814376 T6479 C1184 oass.SolrIndexSearcher.<init> Opening Searcher@59fcf43f[collection1] main
   [junit4]   2> 1814377 T6479 C1184 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1814378 T6481 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59fcf43f[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(4.10):c2)}
   [junit4]   2> 1814379 T6479 C1184 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 10
   [junit4]   2> 1814379 T6479 C1184 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1814383 T6479 C1184 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@46c85ea6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ddb78b1)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@46c85ea6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ddb78b1)),segFN=segments_3,generation=3}
   [junit4]   2> 1814383 T6479 C1184 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1814384 T6479 C1184 oass.SolrIndexSearcher.<init> Opening Searcher@3d0a4894[collection1] main
   [junit4]   2> 1814389 T6481 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3d0a4894[collection1] main{StandardDirectoryReader(segments_3:5:nrt _1(4.10):C2)}
   [junit4]   2> 1814389 T6479 C1184 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1814390 T6479 C1184 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 11
   [junit4]   2> 1814399 T6479 oas.SolrTestCaseJ4.setUp ###Starting testAllConfiguredHandlers
   [junit4]   2> 1814400 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=standard&omitHeader=false} hits=0 status=0 QTime=0 
   [junit4]   2> 1814402 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=&omitHeader=false} hits=0 status=0 QTime=1 
   [junit4]   2> 1814404 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=/admin/mbeans&omitHeader=false} status=0 QTime=2 
   [junit4]   2> 1814406 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=spellCheckCompRH&omitHeader=false} hits=0 status=0 QTime=0 
   [junit4]   2> 1814407 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=lazy&omitHeader=false} hits=0 status=0 QTime=0 
   [junit4]   2> 1814409 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=/admin/luke&omitHeader=false} status=0 QTime=1 
   [junit4]   2> 1814411 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=spellCheckWithWordbreak_Direct&omitHeader=false} hits=0 status=0 QTime=1 
   [junit4]   2> 1814412 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=tvrh&omitHeader=false} hits=0 status=0 QTime=0 
   [junit4]   2> 1814413 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=/get&omitHeader=false} status=0 QTime=0 
   [junit4]   2> 1814413 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=/admin/properties&omitHeader=false} status=0 QTime=0 
   [junit4]   2> 1814414 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=mltrh&omitHeader=false} hits=0 status=0 QTime=0 
   [junit4]   2> 1814420 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=/admin/threads&omitHeader=false} status=0 QTime=5 
   [junit4]   2> 1814422 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&qt=spellCheckCompRH1&omitHeader=false} hits=0 status=0 QTime=2 
   [junit4]   2> 1814426 T6479 oas.SolrTestCaseJ4.tearDown ###Ending testAllConfiguredHandlers
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MinimalSchemaTest -Dtests.method=testAllConfiguredHandlers -Dtests.seed=AE4527DB04A3C744 -Dtests.slow=true -Dtests.locale=it_IT -Dtests.timezone=Europe/Luxembourg -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.05s | MinimalSchemaTest.testAllConfiguredHandlers <<<
   [junit4]    > Throwable #1: java.lang.NoClassDefFoundError: Could not initialize class java.lang.UNIXProcess
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AE4527DB04A3C744:435B9CE18FAEC6C0]:0)
   [junit4]    > 	at java.lang.ProcessImpl.start(ProcessImpl.java:130)
   [junit4]    > 	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1023)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:620)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:450)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:347)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.execute(SystemInfoHandler.java:220)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.getSystemInfo(SystemInfoHandler.java:176)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.handleRequestBody(SystemInfoHandler.java:97)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1962)
   [junit4]    > 	at org.apache.solr.util.TestHarness.query(TestHarness.java:295)
   [junit4]    > 	at org.apache.solr.util.TestHarness.query(TestHarness.java:278)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:680)
   [junit4]    > 	at org.apache.solr.MinimalSchemaTest.testAllConfiguredHandlers(MinimalSchemaTest.java:115)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1814451 T6479 oas.SolrTestCaseJ4.setUp ###Starting testSimpleQueries
   [junit4]   2> 1814453 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=subject:Hoss&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=1 
   [junit4]   2> 1814454 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=subject:Yonik&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=1 
   [junit4]   2> 1814454 T6479 oas.SolrTestCaseJ4.tearDown ###Ending testSimpleQueries
   [junit4]   2> 1814462 T6479 oas.SolrTestCaseJ4.setUp ###Starting testLuke
   [junit4]   2> 1814463 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={qt=/admin/luke} status=0 QTime=0 
   [junit4]   2> 1814468 T6479 C1184 oasc.SolrCore.execute [collection1] webapp=null path=null params={qt=/admin/luke&show=schema} status=0 QTime=4 
   [junit4]   2> 1814470 T6479 oas.SolrTestCaseJ4.tearDown ###Ending testLuke
   [junit4]   2> 1814472 T6479 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1814472 T6479 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=870384337
   [junit4]   2> 1814473 T6479 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3b8795cf
   [junit4]   2> 1814484 T6479 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=132,transaction_logs_total_number=1}
   [junit4]   2> 1814485 T6479 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1814485 T6479 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1814485 T6479 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1814487 T6479 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1814488 T6479 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1814488 T6479 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001;done=false>>]
   [junit4]   2> 1814488 T6479 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001
   [junit4]   2> 1814488 T6479 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 1814489 T6479 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.MinimalSchemaTest-AE4527DB04A3C744-001
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=it_IT, timezone=Europe/Luxembourg
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_05 (64-bit)/cpus=2,threads=1,free=291302544,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [RemoteQueryErrorTest, TermVectorComponentTest, TriLevelCompositeIdRoutingTest, TestManagedSchema, TestSolr4Spatial, TestDistributedMissingSort, TestWriterPerf, DistributedQueryComponentCustomSortTest, TestWordDelimiterFilterFactory, TestPerFieldSimilarity, TestDefaultSimilarityFactory, TestSolrJ, TestSolrIndexConfig, BJQParserTest, StressHdfsTest, SpellCheckComponentTest, SOLR749Test, SolrCmdDistributorTest, AsyncMigrateRouteKeyTest, MergeStrategyTest, ChaosMonkeyNothingIsSafeTest, OpenCloseCoreStressTest, SolrInfoMBeanTest, TestManagedResourceStorage, XmlUpdateRequestHandlerTest, SampleTest, TestStressVersions, TestMergePolicyConfig, TestNonNRTOpen, TestAtomicUpdateErrorCases, FileBasedSpellCheckerTest, DistanceFunctionTest, TestSchemaVersionResource, TermVectorComponentDistributedTest, DistributedSpellCheckComponentTest, TestSort, TestCodecSupport, TestBlendedInfixSuggestions, TestXIncludeConfig, TestDistributedSearch, NoCacheHeaderTest, TestAddFieldRealTimeGet, TestBM25SimilarityFactory, HdfsLockFactoryTest, DocumentBuilderTest, SuggestComponentTest, TestReplicationHandlerBackup, PingRequestHandlerTest, TestSystemIdResolver, UniqFieldsUpdateProcessorFactoryTest, WordBreakSolrSpellCheckerTest, TestDefaultSearchFieldResource, OverseerCollectionProcessorTest, CursorMarkTest, ShardRoutingCustomTest, TestSolrDeletionPolicy1, TestFileDictionaryLookup, EnumFieldTest, TestSearcherReuse, TestPartialUpdateDeduplication, TestNumberUtils, TestCustomSort, ReturnFieldsTest, TestMultiCoreConfBootstrap, TestRemoteStreaming, TestCollationKeyRangeQueries, SolrXmlInZkTest, TestRecoveryHdfs, BasicFunctionalityTest, AnalyticsQueryTest, TestPHPSerializedResponseWriter, IndexSchemaTest, TestConfigSets, TestSolrXmlPersistor, TestExpandComponent, StandardRequestHandlerTest, TestCoreContainer, TestFastOutputStream, XsltUpdateRequestHandlerTest, SuggesterTest, HdfsBasicDistributedZkTest, FastVectorHighlighterTest, TestExceedMaxTermLength, DirectSolrConnectionTest, CoreAdminCreateDiscoverTest, CollectionsAPIAsyncDistributedZkTest, RecoveryZkTest, LeaderElectionTest, SolrIndexSplitterTest, RollingRestartTest, CacheHeaderTest, ClusterStateTest, TestCloudInspectUtil, QueryElevationComponentTest, MultiThreadedOCPTest, BasicZkTest, TestNRTOpen, ConnectionManagerTest, DistributedQueryElevationComponentTest, TestIBSimilarityFactory, PrimUtilsTest, InfoHandlerTest, SolrTestCaseJ4Test, ShardSplitTest, TestStressRecovery, HdfsWriteToMultipleCollectionsTest, TestFoldingMultitermQuery, StatelessScriptUpdateProcessorFactoryTest, TermsComponentTest, DistributedSuggestComponentTest, DocValuesMultiTest, TestClassNameShortening, FieldAnalysisRequestHandlerTest, TestRangeQuery, TestNonDefinedSimilarityFactory, TestReRankQParserPlugin, SignatureUpdateProcessorFactoryTest, TestSurroundQueryParser, TestLeaderElectionZkExpiry, TestElisionMultitermQuery, TestDocumentBuilder, BadIndexSchemaTest, AssignTest, LoggingHandlerTest, AnalysisErrorHandlingTest, TestCollapseQParserPlugin, TestSchemaSimilarityResource, AddBlockUpdateTest, DistributedQueryComponentOptimizationTest, TestDistribDocBasedVersion, SpellingQueryConverterTest, TestCollationFieldDocValues, RequestHandlersTest, TestFieldResource, ConvertedLegacyTest, ResponseLogComponentTest, TestPseudoReturnFields, CoreAdminHandlerTest, TestSerializedLuceneMatchVersion, HighlighterConfigTest, TestShardHandlerFactory, TestLRUCache, CSVRequestHandlerTest, TestFieldTypeResource, IndexBasedSpellCheckerTest, HighlighterMaxOffsetTest, TestMiniSolrCloudCluster, ShardRoutingTest, CustomCollectionTest, HdfsDirectoryTest, AnalyticsMergeStrategyTest, TestMaxScoreQueryParser, BadComponentTest, DirectUpdateHandlerOptimizeTest, TestValueSourceCache, TestFieldCollectionResource, HdfsRecoveryZkTest, PreAnalyzedFieldTest, MinimalSchemaTest]
   [junit4] Completed in 0.68s, 3 tests, 1 error <<< FAILURES!

[...truncated 749 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 407 suites, 1660 tests, 2 errors, 42 ignored (15 assumptions)

Total time: 116 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1675 - Still Failing!

Posted by Shalin Shekhar Mangar <sh...@gmail.com>.
This was due to a bug with a commit on SOLR-6235. I committed a fix and
hardened the test in SOLR-6241.


On Mon, Jul 14, 2014 at 10:44 AM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1675/
> Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
>
> 1 tests failed.
> REGRESSION:  org.apache.solr.cloud.HttpPartitionTest.testDistribSearch
>
> Error Message:
> Expected 2 of 3 replicas to be active but only found 1;
> [core_node1:{"state":"active","base_url":"http://127.0.0.1:51035/lj_bop/j
> ","core":"c8n_1x3_lf_shard1_replica2","node_name":"127.0.0.1:51035_lj_bop%2Fj","leader":"true"}];
> clusterState: live nodes:[127.0.0.1:51030_lj_bop%2Fj, 127.0.0.1:51035_lj_bop%2Fj]
> collections:{control_collection=DocCollection(control_collection)={
> "replicationFactor":"1",   "router":{"name":"compositeId"},
> "maxShardsPerNode":"1",   "autoCreated":"true",   "shards":{"shard1":{
>   "range":"80000000-7fffffff",       "state":"active",
> "replicas":{"core_node1":{           "state":"active",
> "base_url":"http://127.0.0.1:51030/lj_bop/j",
> "core":"collection1",           "node_name":"127.0.0.1:51030_lj_bop%2Fj",
>           "leader":"true"}}}}}, collection1=DocCollection(collection1)={
> "replicationFactor":"1",   "router":{"name":"compositeId"},
> "maxShardsPerNode":"1",   "autoCreated":"true",   "shards":{     "shard1":{
>       "range":"80000000-ffffffff",       "state":"active",
> "replicas":{"core_node2":{           "state":"down",           "base_url":"
> http://127.0.0.1:51039/lj_bop/j",           "core":"collection1",
>   "node_name":"127.0.0.1:51039_lj_bop%2Fj",           "leader":"true"}}},
>     "shard2":{       "range":"0-7fffffff",       "state":"active",
> "replicas":{"core_node1":{           "state":"active",
> "base_url":"http://127.0.0.1:51035/lj_bop/j",
> "core":"collection1",           "node_name":"127.0.0.1:51035_lj_bop%2Fj",
>           "leader":"true"}}}}}, c8n_1x2=DocCollection(c8n_1x2)={
> "replicationFactor":"2",   "router":{"name":"compositeId"},
> "maxShardsPerNode":"1",   "shards":{"shard1":{
> "range":"80000000-7fffffff",       "state":"active",       "replicas":{
>     "core_node1":{           "state":"down",           "base_url":"
> http://127.0.0.1:51039/lj_bop/j",
> "core":"c8n_1x2_shard1_replica1",           "node_name":"127.0.0.1:51039_lj_bop%2Fj"},
>         "core_node2":{           "state":"active",           "base_url":"
> http://127.0.0.1:51035/lj_bop/j",
> "core":"c8n_1x2_shard1_replica2",           "node_name":"127.0.0.1:51035_lj_bop%2Fj",
>           "leader":"true"}}}}}, c8n_1x3=DocCollection(c8n_1x3)={
> "replicationFactor":"3",   "router":{"name":"compositeId"},
> "maxShardsPerNode":"1",   "shards":{"shard1":{
> "range":"80000000-7fffffff",       "state":"active",       "replicas":{
>     "core_node1":{           "state":"down",           "base_url":"
> http://127.0.0.1:51039/lj_bop/j",
> "core":"c8n_1x3_shard1_replica2",           "node_name":"127.0.0.1:51039_lj_bop%2Fj"},
>         "core_node2":{           "state":"active",           "base_url":"
> http://127.0.0.1:51035/lj_bop/j",
> "core":"c8n_1x3_shard1_replica1",           "node_name":"127.0.0.1:51035_lj_bop%2Fj",
>           "leader":"true"},         "core_node3":{
> "state":"active",           "base_url":"http://127.0.0.1:51030/lj_bop/j",
>           "core":"c8n_1x3_shard1_replica3",
> "node_name":"127.0.0.1:51030_lj_bop%2Fj"}}}}},
> c8n_1x3_lf=DocCollection(c8n_1x3_lf)={   "replicationFactor":"3",
> "router":{"name":"compositeId"},   "maxShardsPerNode":"1",
> "shards":{"shard1":{       "range":"80000000-7fffffff",
> "state":"active",       "replicas":{         "core_node1":{
> "state":"active",           "base_url":"http://127.0.0.1:51035/lj_bop/j",
>           "core":"c8n_1x3_lf_shard1_replica2",
> "node_name":"127.0.0.1:51035_lj_bop%2Fj",           "leader":"true"},
>     "core_node2":{           "state":"down",           "base_url":"
> http://127.0.0.1:51030/lj_bop/j",
> "core":"c8n_1x3_lf_shard1_replica1",           "node_name":"127.0.0.1:51030_lj_bop%2Fj"},
>         "core_node3":{           "state":"down",           "base_url":"
> http://127.0.0.1:51039/lj_bop/j",
> "core":"c8n_1x3_lf_shard1_replica3",           "node_name":"127.0.0.1:51039
> _lj_bop%2Fj"}}}}}}
>
> Stack Trace:
> java.lang.AssertionError: Expected 2 of 3 replicas to be active but only
> found 1; [core_node1:{"state":"active","base_url":"
> http://127.0.0.1:51035/lj_bop/j
> ","core":"c8n_1x3_lf_shard1_replica2","node_name":"127.0.0.1:51035_lj_bop%2Fj","leader":"true"}];
> clusterState: live nodes:[127.0.0.1:51030_lj_bop%2Fj, 127.0.0.1:51035_lj_bop%2Fj]
> collections:{control_collection=DocCollection(control_collection)={
>   "replicationFactor":"1",
>   "router":{"name":"compositeId"},
>   "maxShardsPerNode":"1",
>   "autoCreated":"true",
>   "shards":{"shard1":{
>       "range":"80000000-7fffffff",
>       "state":"active",
>       "replicas":{"core_node1":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:51030/lj_bop/j",
>           "core":"collection1",
>           "node_name":"127.0.0.1:51030_lj_bop%2Fj",
>           "leader":"true"}}}}}, collection1=DocCollection(collection1)={
>   "replicationFactor":"1",
>   "router":{"name":"compositeId"},
>   "maxShardsPerNode":"1",
>   "autoCreated":"true",
>   "shards":{
>     "shard1":{
>       "range":"80000000-ffffffff",
>       "state":"active",
>       "replicas":{"core_node2":{
>           "state":"down",
>           "base_url":"http://127.0.0.1:51039/lj_bop/j",
>           "core":"collection1",
>           "node_name":"127.0.0.1:51039_lj_bop%2Fj",
>           "leader":"true"}}},
>     "shard2":{
>       "range":"0-7fffffff",
>       "state":"active",
>       "replicas":{"core_node1":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:51035/lj_bop/j",
>           "core":"collection1",
>           "node_name":"127.0.0.1:51035_lj_bop%2Fj",
>           "leader":"true"}}}}}, c8n_1x2=DocCollection(c8n_1x2)={
>   "replicationFactor":"2",
>   "router":{"name":"compositeId"},
>   "maxShardsPerNode":"1",
>   "shards":{"shard1":{
>       "range":"80000000-7fffffff",
>       "state":"active",
>       "replicas":{
>         "core_node1":{
>           "state":"down",
>           "base_url":"http://127.0.0.1:51039/lj_bop/j",
>           "core":"c8n_1x2_shard1_replica1",
>           "node_name":"127.0.0.1:51039_lj_bop%2Fj"},
>         "core_node2":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:51035/lj_bop/j",
>           "core":"c8n_1x2_shard1_replica2",
>           "node_name":"127.0.0.1:51035_lj_bop%2Fj",
>           "leader":"true"}}}}}, c8n_1x3=DocCollection(c8n_1x3)={
>   "replicationFactor":"3",
>   "router":{"name":"compositeId"},
>   "maxShardsPerNode":"1",
>   "shards":{"shard1":{
>       "range":"80000000-7fffffff",
>       "state":"active",
>       "replicas":{
>         "core_node1":{
>           "state":"down",
>           "base_url":"http://127.0.0.1:51039/lj_bop/j",
>           "core":"c8n_1x3_shard1_replica2",
>           "node_name":"127.0.0.1:51039_lj_bop%2Fj"},
>         "core_node2":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:51035/lj_bop/j",
>           "core":"c8n_1x3_shard1_replica1",
>           "node_name":"127.0.0.1:51035_lj_bop%2Fj",
>           "leader":"true"},
>         "core_node3":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:51030/lj_bop/j",
>           "core":"c8n_1x3_shard1_replica3",
>           "node_name":"127.0.0.1:51030_lj_bop%2Fj"}}}}},
> c8n_1x3_lf=DocCollection(c8n_1x3_lf)={
>   "replicationFactor":"3",
>   "router":{"name":"compositeId"},
>   "maxShardsPerNode":"1",
>   "shards":{"shard1":{
>       "range":"80000000-7fffffff",
>       "state":"active",
>       "replicas":{
>         "core_node1":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:51035/lj_bop/j",
>           "core":"c8n_1x3_lf_shard1_replica2",
>           "node_name":"127.0.0.1:51035_lj_bop%2Fj",
>           "leader":"true"},
>         "core_node2":{
>           "state":"down",
>           "base_url":"http://127.0.0.1:51030/lj_bop/j",
>           "core":"c8n_1x3_lf_shard1_replica1",
>           "node_name":"127.0.0.1:51030_lj_bop%2Fj"},
>         "core_node3":{
>           "state":"down",
>           "base_url":"http://127.0.0.1:51039/lj_bop/j",
>           "core":"c8n_1x3_lf_shard1_replica3",
>           "node_name":"127.0.0.1:51039_lj_bop%2Fj"}}}}}}
>         at
> __randomizedtesting.SeedInfo.seed([E205866C70515B3D:63E30874070E3B01]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.junit.Assert.assertTrue(Assert.java:43)
>         at
> org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:368)
>         at
> org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:149)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
>         at sun.reflect.GeneratedMethodAccessor55.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 11334 lines...]
>    [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
>    [junit4]   2> Creating dataDir:
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/init-core-data-001
>    [junit4]   2> 2131558 T7189
> oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext
> system property: /lj_bop/j
>    [junit4]   2> 2131570 T7189 oas.SolrTestCaseJ4.setUp ###Starting
> testDistribSearch
>    [junit4]   2> 2131571 T7189 oasc.ZkTestServer.run STARTING ZK TEST
> SERVER
>    [junit4]   1> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 2131573 T7190
> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>    [junit4]   2> 2131674 T7189 oasc.ZkTestServer.run start zk server on
> port:51027
>    [junit4]   2> 2131676 T7189 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2131684 T7196 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@3b5a57f4
> name:ZooKeeperConnection Watcher:127.0.0.1:51027 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 2131685 T7189 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2131685 T7189 oascc.SolrZkClient.makePath makePath: /solr
>    [junit4]   2> 2131700 T7189 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2131704 T7198 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1bfcae57
> name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 2131705 T7189 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2131705 T7189 oascc.SolrZkClient.makePath makePath:
> /collections/collection1
>    [junit4]   2> 2131714 T7189 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/shards
>    [junit4]   2> 2131723 T7189 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection
>    [junit4]   2> 2131730 T7189 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/shards
>    [junit4]   2> 2131738 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
> to /configs/conf1/solrconfig.xml
>    [junit4]   2> 2131739 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/solrconfig.xml
>    [junit4]   2> 2131761 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml
> to /configs/conf1/schema.xml
>    [junit4]   2> 2131763 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/schema.xml
>    [junit4]   2> 2131769 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
> to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>    [junit4]   2> 2131769 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>    [junit4]   2> 2131776 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
> to /configs/conf1/stopwords.txt
>    [junit4]   2> 2131776 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/stopwords.txt
>    [junit4]   2> 2131785 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt
> to /configs/conf1/protwords.txt
>    [junit4]   2> 2131786 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/protwords.txt
>    [junit4]   2> 2131794 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml
> to /configs/conf1/currency.xml
>    [junit4]   2> 2131794 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/currency.xml
>    [junit4]   2> 2131802 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
> to /configs/conf1/enumsConfig.xml
>    [junit4]   2> 2131802 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/enumsConfig.xml
>    [junit4]   2> 2131809 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
> to /configs/conf1/open-exchange-rates.json
>    [junit4]   2> 2131809 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/open-exchange-rates.json
>    [junit4]   2> 2131816 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
> to /configs/conf1/mapping-ISOLatin1Accent.txt
>    [junit4]   2> 2131817 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/mapping-ISOLatin1Accent.txt
>    [junit4]   2> 2131825 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
> to /configs/conf1/old_synonyms.txt
>    [junit4]   2> 2131825 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/old_synonyms.txt
>    [junit4]   2> 2131833 T7189 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
> to /configs/conf1/synonyms.txt
>    [junit4]   2> 2131834 T7189 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/synonyms.txt
>    [junit4]   2> 2133434 T7189 oejs.Server.doStart jetty-8.1.10.v20130312
>    [junit4]   2> 2133444 T7189 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:51031
>    [junit4]   2> 2133445 T7189 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
>    [junit4]   2> 2133445 T7189 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
>    [junit4]   2> 2133445 T7189 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home:
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002
>    [junit4]   2> 2133446 T7189 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/'
>    [junit4]   2> 2133496 T7189 oasc.ConfigSolr.fromFile Loading container
> configuration from
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/solr.xml
>    [junit4]   2> 2133563 T7189 oasc.CoreContainer.<init> New CoreContainer
> 893168491
>    [junit4]   2> 2133563 T7189 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/]
>    [junit4]   2> 2133565 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 90000
>    [junit4]   2> 2133565 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to:
>    [junit4]   2> 2133565 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
>    [junit4]   2> 2133566 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 2133566 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
>    [junit4]   2> 2133566 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 2133567 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
>    [junit4]   2> 2133567 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
>    [junit4]   2> 2133568 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
>    [junit4]   2> 2133568 T7189 oasl.LogWatcher.createWatcher SLF4J impl is
> org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 2133569 T7189 oasl.LogWatcher.newRegisteredLogWatcher
> Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 2133569 T7189 oasc.CoreContainer.load Host Name: 127.0.0.1
>    [junit4]   2> 2133570 T7189 oasc.ZkContainer.initZooKeeper Zookeeper
> client=127.0.0.1:51027/solr
>    [junit4]   2> 2133571 T7189 oasc.ZkController.checkChrootPath zkHost
> includes chroot
>    [junit4]   2> 2133572 T7189 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2133577 T7209 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@221a191b
> name:ZooKeeperConnection Watcher:127.0.0.1:51027 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 2133578 T7189 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2133583 T7189 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2133587 T7211 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@5f146a02
> name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 2133587 T7189 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2133592 T7189 oascc.SolrZkClient.makePath makePath:
> /overseer/queue
>    [junit4]   2> 2133602 T7189 oascc.SolrZkClient.makePath makePath:
> /overseer/collection-queue-work
>    [junit4]   2> 2133613 T7189 oascc.SolrZkClient.makePath makePath:
> /overseer/collection-map-running
>    [junit4]   2> 2133624 T7189 oascc.SolrZkClient.makePath makePath:
> /overseer/collection-map-completed
>    [junit4]   2> 2133635 T7189 oascc.SolrZkClient.makePath makePath:
> /overseer/collection-map-failure
>    [junit4]   2> 2133647 T7189 oascc.SolrZkClient.makePath makePath:
> /live_nodes
>    [junit4]   2> 2133652 T7189 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51030_lj_bop%2Fj
>    [junit4]   2> 2133655 T7189 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:51030_lj_bop%2Fj
>    [junit4]   2> 2133664 T7189 oascc.SolrZkClient.makePath makePath:
> /overseer_elect
>    [junit4]   2> 2133671 T7189 oascc.SolrZkClient.makePath makePath:
> /overseer_elect/election
>    [junit4]   2> 2133683 T7189
> oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader
> 127.0.0.1:51030_lj_bop%2Fj
>    [junit4]   2> 2133683 T7189 oascc.SolrZkClient.makePath makePath:
> /overseer_elect/leader
>    [junit4]   2> 2133690 T7189 oasc.Overseer.start Overseer
> (id=92098537367076867-127.0.0.1:51030_lj_bop%2Fj-n_0000000000) starting
>    [junit4]   2> 2133700 T7189 oascc.SolrZkClient.makePath makePath:
> /overseer/queue-work
>    [junit4]   2> 2133733 T7213 oasc.OverseerCollectionProcessor.run
> Process current queue of collection creations
>    [junit4]   2> 2133734 T7189 oascc.SolrZkClient.makePath makePath:
> /clusterstate.json
>    [junit4]   2> 2133742 T7189 oascc.SolrZkClient.makePath makePath:
> /aliases.json
>    [junit4]   2> 2133747 T7189
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
>    [junit4]   2> 2133759 T7212 oasc.Overseer$ClusterStateUpdater.run
> Starting to work on the main queue
>    [junit4]   2> 2133764 T7214 oasc.ZkController.publish publishing
> core=collection1 state=down collection=control_collection
>    [junit4]   2> 2133765 T7214 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
>    [junit4]   2> 2133767 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2133767 T7214 oasc.ZkController.waitForCoreNodeName look
> for our core node name
>    [junit4]   2> 2133771 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2133773 T7212
> oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1
> message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "state":"down",
>    [junit4]   2>          "base_url":"http://127.0.0.1:51030/lj_bop/j",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "node_name":"127.0.0.1:51030_lj_bop%2Fj",
>    [junit4]   2>          "shard":null,
>    [junit4]   2>          "collection":"control_collection",
>    [junit4]   2>          "numShards":"1",
>    [junit4]   2>          "core_node_name":null}
>    [junit4]   2> 2133774 T7212
> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
> control_collection with shards [shard1]
>    [junit4]   2> 2133775 T7212
> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard
> shard=shard1
>    [junit4]   2> 2133782 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2133783 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 2134770 T7214 oasc.ZkController.waitForShardId waiting to
> find shard id in clusterstate for collection1
>    [junit4]   2> 2134770 T7214 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:control_collection
>    [junit4]   2> 2134773 T7214 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
>    [junit4]   2> 2134773 T7214 oascc.ZkStateReader.readConfigName Load
> collection config from:/collections/control_collection
>    [junit4]   2> 2134777 T7214 oascc.ZkStateReader.readConfigName
> path=/collections/control_collection configName=conf1 specified config
> exists in ZooKeeper
>    [junit4]   2> 2134777 T7214 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/'
>    [junit4]   2> 2134778 T7214 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/lib/.svn/'
> to classloader
>    [junit4]   2> 2134779 T7214 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/lib/classes/'
> to classloader
>    [junit4]   2> 2134779 T7214 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/lib/README'
> to classloader
>    [junit4]   2> 2134863 T7214 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_4_10
>    [junit4]   2> 2134965 T7214 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
>    [junit4]   2> 2134969 T7214 oass.IndexSchema.readSchema Reading Solr
> Schema from schema.xml
>    [junit4]   2> 2134993 T7214 oass.IndexSchema.readSchema [collection1]
> Schema name=test
>    [junit4]   2> 2135522 T7214 oass.ByteField.init WARN ByteField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
>    [junit4]   2> 2135525 T7214 oass.ShortField.init WARN ShortField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
>    [junit4]   2> 2135527 T7214 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>    [junit4]   2> 2135547 T7214 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 2135552 T7214 oass.IndexSchema.readSchema unique key
> field: id
>    [junit4]   2> 2135595 T7214 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 2135601 T7214 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 2135608 T7214 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 2135611 T7214
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 2135611 T7214
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 2135612 T7214 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 2135615 T7214
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 2135615 T7214
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 2135615 T7214 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using configuration from collection control_collection
>    [junit4]   2> 2135616 T7214 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 2135616 T7214 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/,
> dataDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data/
>    [junit4]   2> 2135616 T7214 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@1fa3cd0e
>    [junit4]   2> 2135617 T7214 oasc.CachingDirectoryFactory.get return new
> directory for
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data
>    [junit4]   2> 2135617 T7214 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data/index/
>    [junit4]   2> 2135618 T7214 oasc.SolrCore.initIndex WARN [collection1]
> Solr index directory
> './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data/index'
> doesn't exist. Creating new index...
>    [junit4]   2> 2135618 T7214 oasc.CachingDirectoryFactory.get return new
> directory for
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data/index
>    [junit4]   2> 2135618 T7214 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy:
> [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38,
> maxMergeSize=9223372036854775807,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
>    [junit4]   2> 2135619 T7214 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(RAMDirectory@a81d419
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@285d0811
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 2135620 T7214 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
>    [junit4]   2> 2135626 T7214 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "nodistrib"
>    [junit4]   2> 2135626 T7214 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2135627 T7214 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2135627 T7214 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2135627 T7214 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2135628 T7214 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>    [junit4]   2> 2135628 T7214 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2135629 T7214 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2135629 T7214 oasc.SolrCore.loadUpdateProcessorChains no
> updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 2135629 T7214 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
>    [junit4]   2> 2135630 T7214 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
>    [junit4]   2> 2135630 T7214 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
>    [junit4]   2> 2135630 T7214 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
>    [junit4]   2> 2135631 T7214 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
>    [junit4]   2> 2135631 T7214 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
>    [junit4]   2> 2135632 T7214 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/file: solr.admin.ShowFileRequestHandler
>    [junit4]   2> 2135645 T7214 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2135651 T7214 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
>    [junit4]   2> 2135651 T7214 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
>    [junit4]   2> 2135652 T7214 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class
> org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy:
> minMergeSize=0, mergeFactor=10, maxMergeSize=1663324979,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
>    [junit4]   2> 2135705 T7214 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(RAMDirectory@a81d419
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@285d0811
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 2135705 T7214 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
>    [junit4]   2> 2135706 T7214 oass.SolrIndexSearcher.<init> Opening
> Searcher@3e4565cd[collection1] main
>    [junit4]   2> 2135706 T7214 oascc.ZkStateReader.readConfigName Load
> collection config from:/collections/control_collection
>    [junit4]   2> 2135710 T7214 oascc.ZkStateReader.readConfigName
> path=/collections/control_collection configName=conf1 specified config
> exists in ZooKeeper
>    [junit4]   2> 2135710 T7214 oasr.ManagedResourceStorage.newStorageIO
> Setting up ZooKeeper-based storage for the RestManager with znodeBase:
> /configs/conf1
>    [junit4]   2> 2135712 T7214
> oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
> ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 2135713 T7214 oasr.RestManager.init Initializing
> RestManager with initArgs: {}
>    [junit4]   2> 2135713 T7214 oasr.ManagedResourceStorage.load Reading
> _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2135714 T7214
> oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data
> found for znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 2135715 T7214 oasr.ManagedResourceStorage.load Loaded
> null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2135715 T7214
> oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers
> for /rest/managed
>    [junit4]   2> 2135715 T7214 oasr.RestManager.init Initializing 0
> registered ManagedResources
>    [junit4]   2> 2135721 T7215 oasc.SolrCore.registerSearcher
> [collection1] Registered new searcher Searcher@3e4565cd[collection1]
> main{StandardDirectoryReader(segments_1:1:nrt)}
>    [junit4]   2> 2135721 T7214 oasc.CoreContainer.registerCore registering
> core: collection1
>    [junit4]   2> 2135723 T7218 oasc.ZkController.register Register replica
> - core:collection1 address:http://127.0.0.1:51030/lj_bop/j
> collection:control_collection shard:shard1
>    [junit4]   2> 2135724 T7189 oass.SolrDispatchFilter.init
> user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
>    [junit4]   2> 2135724 T7189 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
>    [junit4]   2> 2135725 T7218 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/leader_elect/shard1/election
>    [junit4]   2> 2135732 T7189 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2135736 T7221 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@77bb87e4
> name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 2135736 T7189 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2135738 T7189
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
>    [junit4]   2> 2135739 T7218
> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process
> for shard shard1
>    [junit4]   2> 2135744 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2135746 T7218
> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas
> found to continue.
>    [junit4]   2> 2135746 T7189 oasc.ChaosMonkey.monkeyLog monkey: init -
> expire sessions:false cause connection loss:false
>    [junit4]   2> 2135746 T7218
> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader -
> try and sync
>    [junit4]   2> ASYNC  NEW_CORE C2292 name=collection1
> org.apache.solr.core.SolrCore@72e105a2 url=
> http://127.0.0.1:51030/lj_bop/j/collection1 node=127.0.0.1:51030_lj_bop%2Fj
> C2292_STATE=coll:control_collection core:collection1 props:{state=down,
> base_url=http://127.0.0.1:51030/lj_bop/j, core=collection1,
> node_name=127.0.0.1:51030_lj_bop%2Fj}
>    [junit4]   2> 2135747 T7218 C2292 P51030 oasc.SyncStrategy.sync Sync
> replicas to http://127.0.0.1:51030/lj_bop/j/collection1/
>    [junit4]   2> 2135748 T7218 C2292 P51030 oasc.SyncStrategy.syncReplicas
> Sync Success - now sync replicas to me
>    [junit4]   2> 2135748 T7218 C2292 P51030 oasc.SyncStrategy.syncToMe
> http://127.0.0.1:51030/lj_bop/j/collection1/ has no replicas
>    [junit4]   2> 2135748 T7218
> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
> http://127.0.0.1:51030/lj_bop/j/collection1/ shard1
>    [junit4]   2> 2135749 T7218 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/leaders/shard1
>    [junit4]   2> 2135754 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2135763 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2135765 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 2135766 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 2135779 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2135785 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2135893 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 2135894 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 2135927 T7218 oasc.ZkController.register We are
> http://127.0.0.1:51030/lj_bop/j/collection1/ and leader is
> http://127.0.0.1:51030/lj_bop/j/collection1/
>    [junit4]   2> 2135928 T7218 oasc.ZkController.register No LogReplay
> needed for core=collection1 baseURL=http://127.0.0.1:51030/lj_bop/j
>    [junit4]   2> 2135928 T7218 oasc.ZkController.checkRecovery I am the
> leader, no recovery necessary
>    [junit4]   2> 2135928 T7218 oasc.ZkController.publish publishing
> core=collection1 state=active collection=control_collection
>    [junit4]   2> 2135929 T7218 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
>    [junit4]   2> 2135935 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2135935 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2135936 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2135936 T7218 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2135939 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2135941 T7212
> oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2
> message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "state":"active",
>    [junit4]   2>          "base_url":"http://127.0.0.1:51030/lj_bop/j",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "node_name":"127.0.0.1:51030_lj_bop%2Fj",
>    [junit4]   2>          "shard":"shard1",
>    [junit4]   2>          "collection":"control_collection",
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "core_node_name":"core_node1"}
>    [junit4]   2> 2135948 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2136056 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 2136056 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 2137487 T7189
> oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
>    [junit4]   2> 2137489 T7189 oejs.Server.doStart jetty-8.1.10.v20130312
>    [junit4]   2> 2137502 T7189 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:51036
>    [junit4]   2> 2137504 T7189 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
>    [junit4]   2> 2137506 T7189 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
>    [junit4]   2> 2137506 T7189 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home:
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003
>    [junit4]   2> 2137507 T7189 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/'
>    [junit4]   2> 2137602 T7189 oasc.ConfigSolr.fromFile Loading container
> configuration from
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/solr.xml
>    [junit4]   2> 2137713 T7189 oasc.CoreContainer.<init> New CoreContainer
> 2030778034
>    [junit4]   2> 2137714 T7189 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/]
>    [junit4]   2> 2137716 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 90000
>    [junit4]   2> 2137717 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to:
>    [junit4]   2> 2137717 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
>    [junit4]   2> 2137718 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 2137718 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
>    [junit4]   2> 2137719 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 2137719 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
>    [junit4]   2> 2137720 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
>    [junit4]   2> 2137721 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
>    [junit4]   2> 2137722 T7189 oasl.LogWatcher.createWatcher SLF4J impl is
> org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 2137723 T7189 oasl.LogWatcher.newRegisteredLogWatcher
> Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 2137724 T7189 oasc.CoreContainer.load Host Name: 127.0.0.1
>    [junit4]   2> 2137724 T7189 oasc.ZkContainer.initZooKeeper Zookeeper
> client=127.0.0.1:51027/solr
>    [junit4]   2> 2137725 T7189 oasc.ZkController.checkChrootPath zkHost
> includes chroot
>    [junit4]   2> 2137727 T7189 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2137731 T7232 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@4f341e33
> name:ZooKeeperConnection Watcher:127.0.0.1:51027 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 2137732 T7189 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2137737 T7189 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2137742 T7234 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@46297f51
> name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 2137742 T7189 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2137768 T7189
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
>    [junit4]   2> 2138779 T7189 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51035_lj_bop%2Fj
>    [junit4]   2> 2138782 T7189 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:51035_lj_bop%2Fj
>    [junit4]   2> 2138788 T7234 oascc.ZkStateReader$3.process Updating live
> nodes... (2)
>    [junit4]   2> 2138789 T7211 oascc.ZkStateReader$3.process Updating live
> nodes... (2)
>    [junit4]   2> 2138789 T7221 oascc.ZkStateReader$3.process Updating live
> nodes... (2)
>    [junit4]   2> 2138808 T7235 oasc.ZkController.publish publishing
> core=collection1 state=down collection=collection1
>    [junit4]   2> 2138809 T7235 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
>    [junit4]   2> 2138812 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2138812 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2138812 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2138812 T7235 oasc.ZkController.waitForCoreNodeName look
> for our core node name
>    [junit4]   2> 2138817 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2138819 T7212
> oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2
> message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "state":"down",
>    [junit4]   2>          "base_url":"http://127.0.0.1:51035/lj_bop/j",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "node_name":"127.0.0.1:51035_lj_bop%2Fj",
>    [junit4]   2>          "shard":null,
>    [junit4]   2>          "collection":"collection1",
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "core_node_name":null}
>    [junit4]   2> 2138820 T7212
> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
> collection1 with shards [shard1, shard2]
>    [junit4]   2> 2138820 T7212
> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard
> shard=shard2
>    [junit4]   2> 2138827 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2138829 T7234 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2138829 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2138829 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2139815 T7235 oasc.ZkController.waitForShardId waiting to
> find shard id in clusterstate for collection1
>    [junit4]   2> 2139816 T7235 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:collection1
>    [junit4]   2> 2139817 T7235 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
>    [junit4]   2> 2139818 T7235 oascc.ZkStateReader.readConfigName Load
> collection config from:/collections/collection1
>    [junit4]   2> 2139822 T7235 oascc.ZkStateReader.readConfigName
> path=/collections/collection1 configName=conf1 specified config exists in
> ZooKeeper
>    [junit4]   2> 2139822 T7235 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/'
>    [junit4]   2> 2139823 T7235 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/lib/.svn/'
> to classloader
>    [junit4]   2> 2139824 T7235 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/lib/classes/'
> to classloader
>    [junit4]   2> 2139824 T7235 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/lib/README'
> to classloader
>    [junit4]   2> 2139910 T7235 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_4_10
>    [junit4]   2> 2139994 T7235 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
>    [junit4]   2> 2140001 T7235 oass.IndexSchema.readSchema Reading Solr
> Schema from schema.xml
>    [junit4]   2> 2140010 T7235 oass.IndexSchema.readSchema [collection1]
> Schema name=test
>    [junit4]   2> 2140461 T7235 oass.ByteField.init WARN ByteField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
>    [junit4]   2> 2140463 T7235 oass.ShortField.init WARN ShortField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
>    [junit4]   2> 2140463 T7235 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>    [junit4]   2> 2140473 T7235 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 2140475 T7235 oass.IndexSchema.readSchema unique key
> field: id
>    [junit4]   2> 2140516 T7235 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 2140522 T7235 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 2140528 T7235 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 2140531 T7235
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 2140531 T7235
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 2140532 T7235 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 2140534 T7235
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 2140534 T7235
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 2140535 T7235 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using configuration from collection collection1
>    [junit4]   2> 2140535 T7235 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 2140536 T7235 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/,
> dataDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1/
>    [junit4]   2> 2140537 T7235 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@1fa3cd0e
>    [junit4]   2> 2140538 T7235 oasc.CachingDirectoryFactory.get return new
> directory for
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1
>    [junit4]   2> 2140538 T7235 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1/index/
>    [junit4]   2> 2140539 T7235 oasc.SolrCore.initIndex WARN [collection1]
> Solr index directory
> './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1/index'
> doesn't exist. Creating new index...
>    [junit4]   2> 2140539 T7235 oasc.CachingDirectoryFactory.get return new
> directory for
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1/index
>    [junit4]   2> 2140540 T7235 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy:
> [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38,
> maxMergeSize=9223372036854775807,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
>    [junit4]   2> 2140540 T7235 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(RAMDirectory@469d731
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11a90b35
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 2140541 T7235 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
>    [junit4]   2> 2140547 T7235 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "nodistrib"
>    [junit4]   2> 2140548 T7235 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2140548 T7235 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2140549 T7235 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2140549 T7235 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2140549 T7235 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>    [junit4]   2> 2140550 T7235 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2140550 T7235 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2140550 T7235 oasc.SolrCore.loadUpdateProcessorChains no
> updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 2140551 T7235 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
>    [junit4]   2> 2140552 T7235 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
>    [junit4]   2> 2140553 T7235 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
>    [junit4]   2> 2140554 T7235 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
>    [junit4]   2> 2140555 T7235 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
>    [junit4]   2> 2140556 T7235 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
>    [junit4]   2> 2140558 T7235 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/file: solr.admin.ShowFileRequestHandler
>    [junit4]   2> 2140576 T7235 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2140583 T7235 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
>    [junit4]   2> 2140585 T7235 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
>    [junit4]   2> 2140593 T7235 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class
> org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy:
> minMergeSize=0, mergeFactor=10, maxMergeSize=1663324979,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
>    [junit4]   2> 2140646 T7235 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(RAMDirectory@469d731
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11a90b35
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 2140647 T7235 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
>    [junit4]   2> 2140647 T7235 oass.SolrIndexSearcher.<init> Opening
> Searcher@603dfcbd[collection1] main
>    [junit4]   2> 2140647 T7235 oascc.ZkStateReader.readConfigName Load
> collection config from:/collections/collection1
>    [junit4]   2> 2140651 T7235 oascc.ZkStateReader.readConfigName
> path=/collections/collection1 configName=conf1 specified config exists in
> ZooKeeper
>    [junit4]   2> 2140651 T7235 oasr.ManagedResourceStorage.newStorageIO
> Setting up ZooKeeper-based storage for the RestManager with znodeBase:
> /configs/conf1
>    [junit4]   2> 2140652 T7235
> oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
> ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 2140653 T7235 oasr.RestManager.init Initializing
> RestManager with initArgs: {}
>    [junit4]   2> 2140653 T7235 oasr.ManagedResourceStorage.load Reading
> _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2140655 T7235
> oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data
> found for znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 2140656 T7235 oasr.ManagedResourceStorage.load Loaded
> null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2140656 T7235
> oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers
> for /rest/managed
>    [junit4]   2> 2140657 T7235 oasr.RestManager.init Initializing 0
> registered ManagedResources
>    [junit4]   2> 2140663 T7236 oasc.SolrCore.registerSearcher
> [collection1] Registered new searcher Searcher@603dfcbd[collection1]
> main{StandardDirectoryReader(segments_1:1:nrt)}
>    [junit4]   2> 2140667 T7235 oasc.CoreContainer.registerCore registering
> core: collection1
>    [junit4]   2> 2140671 T7239 oasc.ZkController.register Register replica
> - core:collection1 address:http://127.0.0.1:51035/lj_bop/j
> collection:collection1 shard:shard2
>    [junit4]   2> 2140672 T7189 oass.SolrDispatchFilter.init
> user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
>    [junit4]   2> 2140673 T7189 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
>    [junit4]   2> 2140674 T7239 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leader_elect/shard2/election
>    [junit4]   2> 2140685 T7239
> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process
> for shard shard2
>    [junit4]   2> 2140689 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2140691 T7239
> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas
> found to continue.
>    [junit4]   2> 2140691 T7239
> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader -
> try and sync
>    [junit4]   2> ASYNC  NEW_CORE C2293 name=collection1
> org.apache.solr.core.SolrCore@139889f5 url=
> http://127.0.0.1:51035/lj_bop/j/collection1 node=127.0.0.1:51035_lj_bop%2Fj
> C2293_STATE=coll:collection1 core:collection1 props:{state=down, base_url=
> http://127.0.0.1:51035/lj_bop/j, core=collection1,
> node_name=127.0.0.1:51035_lj_bop%2Fj}
>    [junit4]   2> 2140691 T7239 C2293 P51035 oasc.SyncStrategy.sync Sync
> replicas to http://127.0.0.1:51035/lj_bop/j/collection1/
>    [junit4]   2> 2140692 T7239 C2293 P51035 oasc.SyncStrategy.syncReplicas
> Sync Success - now sync replicas to me
>    [junit4]   2> 2140692 T7239 C2293 P51035 oasc.SyncStrategy.syncToMe
> http://127.0.0.1:51035/lj_bop/j/collection1/ has no replicas
>    [junit4]   2> 2140693 T7239
> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
> http://127.0.0.1:51035/lj_bop/j/collection1/ shard2
>    [junit4]   2> 2140693 T7239 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard2
>    [junit4]   2> 2140696 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2140705 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2140707 T7234 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2140708 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2140718 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2140721 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2140726 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2140832 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2140832 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2140833 T7234 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2140870 T7239 oasc.ZkController.register We are
> http://127.0.0.1:51035/lj_bop/j/collection1/ and leader is
> http://127.0.0.1:51035/lj_bop/j/collection1/
>    [junit4]   2> 2140871 T7239 oasc.ZkController.register No LogReplay
> needed for core=collection1 baseURL=http://127.0.0.1:51035/lj_bop/j
>    [junit4]   2> 2140871 T7239 oasc.ZkController.checkRecovery I am the
> leader, no recovery necessary
>    [junit4]   2> 2140872 T7239 oasc.ZkController.publish publishing
> core=collection1 state=active collection=collection1
>    [junit4]   2> 2140872 T7239 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
>    [junit4]   2> 2140881 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2140881 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2140882 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2140884 T7239 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2140891 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2140893 T7212
> oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2
> message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "state":"active",
>    [junit4]   2>          "base_url":"http://127.0.0.1:51035/lj_bop/j",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "node_name":"127.0.0.1:51035_lj_bop%2Fj",
>    [junit4]   2>          "shard":"shard2",
>    [junit4]   2>          "collection":"collection1",
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "core_node_name":"core_node1"}
>    [junit4]   2> 2140899 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2141004 T7234 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2141004 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2141004 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 2142357 T7189
> oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
>    [junit4]   2> 2142359 T7189 oejs.Server.doStart jetty-8.1.10.v20130312
>    [junit4]   2> 2142364 T7189 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:51040
>    [junit4]   2> 2142367 T7189 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
>    [junit4]   2> 2142368 T7189 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
>    [junit4]   2> 2142368 T7189 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home:
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004
>    [junit4]   2> 2142369 T7189 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/'
>    [junit4]   2> 2142422 T7189 oasc.ConfigSolr.fromFile Loading container
> configuration from
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/solr.xml
>    [junit4]   2> 2142488 T7189 oasc.CoreContainer.<init> New CoreContainer
> 765722522
>    [junit4]   2> 2142488 T7189 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/]
>    [junit4]   2> 2142490 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 90000
>    [junit4]   2> 2142490 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to:
>    [junit4]   2> 2142490 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
>    [junit4]   2> 2142491 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 2142491 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
>    [junit4]   2> 2142491 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 2142492 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
>    [junit4]   2> 2142492 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
>    [junit4]   2> 2142492 T7189 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
>    [junit4]   2> 2142493 T7189 oasl.LogWatcher.createWatcher SLF4J impl is
> org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 2142493 T7189 oasl.LogWatcher.newRegisteredLogWatcher
> Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 2142494 T7189 oasc.CoreContainer.load Host Name: 127.0.0.1
>    [junit4]   2> 2142494 T7189 oasc.ZkContainer.initZooKeeper Zookeeper
> client=127.0.0.1:51027/solr
>    [junit4]   2> 2142494 T7189 oasc.ZkController.checkChrootPath zkHost
> includes chroot
>    [junit4]   2> 2142496 T7189 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2142501 T7251 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@69e1eede
> name:ZooKeeperConnection Watcher:127.0.0.1:51027 got event WatchedEvent
> state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 2142502 T7189 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2142507 T7189 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
>    [junit4]   2> 2142511 T7253 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@808113b
> name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 2142511 T7189 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
>    [junit4]   2> 2142529 T7189
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
>    [junit4]   2> 2143539 T7189 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51039_lj_bop%2Fj
>    [junit4]   2> 2143541 T7189 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:51039_lj_bop%2Fj
>    [junit4]   2> 2143548 T7253 oascc.ZkStateReader$3.process Updating live
> nodes... (3)
>    [junit4]   2> 2143549 T7221 oascc.ZkStateReader$3.process Updating live
> nodes... (3)
>    [junit4]   2> 2143549 T7234 oascc.ZkStateReader$3.process Updating live
> nodes... (3)
>    [junit4]   2> 2143549 T7211 oascc.ZkStateReader$3.process Updating live
> nodes... (3)
>    [junit4]   2> 2143571 T7254 oasc.ZkController.publish publishing
> core=collection1 state=down collection=collection1
>    [junit4]   2> 2143571 T7254 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
>    [junit4]   2> 2143573 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2143573 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2143573 T7254 oasc.ZkController.waitForCoreNodeName look
> for our core node name
>    [junit4]   2> 2143573 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2143578 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2143580 T7212
> oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2
> message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "state":"down",
>    [junit4]   2>          "base_url":"http://127.0.0.1:51039/lj_bop/j",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "node_name":"127.0.0.1:51039_lj_bop%2Fj",
>    [junit4]   2>          "shard":null,
>    [junit4]   2>          "collection":"collection1",
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "core_node_name":null}
>    [junit4]   2> 2143580 T7212
> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
> with numShards=2
>    [junit4]   2> 2143581 T7212
> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard
> shard=shard1
>    [junit4]   2> 2143587 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2143589 T7253 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2143589 T7234 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2143589 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2143589 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2144576 T7254 oasc.ZkController.waitForShardId waiting to
> find shard id in clusterstate for collection1
>    [junit4]   2> 2144578 T7254 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:collection1
>    [junit4]   2> 2144579 T7254 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
>    [junit4]   2> 2144580 T7254 oascc.ZkStateReader.readConfigName Load
> collection config from:/collections/collection1
>    [junit4]   2> 2144583 T7254 oascc.ZkStateReader.readConfigName
> path=/collections/collection1 configName=conf1 specified config exists in
> ZooKeeper
>    [junit4]   2> 2144584 T7254 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/'
>    [junit4]   2> 2144585 T7254 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/lib/.svn/'
> to classloader
>    [junit4]   2> 2144585 T7254 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/lib/classes/'
> to classloader
>    [junit4]   2> 2144585 T7254 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/lib/README'
> to classloader
>    [junit4]   2> 2144673 T7254 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_4_10
>    [junit4]   2> 2144758 T7254 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
>    [junit4]   2> 2144762 T7254 oass.IndexSchema.readSchema Reading Solr
> Schema from schema.xml
>    [junit4]   2> 2144772 T7254 oass.IndexSchema.readSchema [collection1]
> Schema name=test
>    [junit4]   2> 2145212 T7254 oass.ByteField.init WARN ByteField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
>    [junit4]   2> 2145212 T7254 oass.ShortField.init WARN ShortField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
>    [junit4]   2> 2145213 T7254 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>    [junit4]   2> 2145223 T7254 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 2145225 T7254 oass.IndexSchema.readSchema unique key
> field: id
>    [junit4]   2> 2145257 T7254 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 2145263 T7254 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 2145270 T7254 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 2145273 T7254
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 2145273 T7254
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 2145273 T7254 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 2145276 T7254
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 2145276 T7254
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 2145277 T7254 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using configuration from collection collection1
>    [junit4]   2> 2145277 T7254 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 2145278 T7254 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/,
> dataDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2/
>    [junit4]   2> 2145278 T7254 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@1fa3cd0e
>    [junit4]   2> 2145279 T7254 oasc.CachingDirectoryFactory.get return new
> directory for
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2
>    [junit4]   2> 2145279 T7254 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2/index/
>    [junit4]   2> 2145279 T7254 oasc.SolrCore.initIndex WARN [collection1]
> Solr index directory
> './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2/index'
> doesn't exist. Creating new index...
>    [junit4]   2> 2145279 T7254 oasc.CachingDirectoryFactory.get return new
> directory for
> ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2/index
>    [junit4]   2> 2145280 T7254 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy:
> [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38,
> maxMergeSize=9223372036854775807,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
>    [junit4]   2> 2145281 T7254 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(RAMDirectory@27644be4
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24c143c5
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 2145281 T7254 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
>    [junit4]   2> 2145287 T7254 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "nodistrib"
>    [junit4]   2> 2145287 T7254 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2145288 T7254 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2145288 T7254 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2145288 T7254 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2145288 T7254 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>    [junit4]   2> 2145289 T7254 oasup.UpdateRequestProcessorChain.init
> creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2145289 T7254 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2145290 T7254 oasc.SolrCore.loadUpdateProcessorChains no
> updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 2145290 T7254 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
>    [junit4]   2> 2145291 T7254 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
>    [junit4]   2> 2145291 T7254 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
>    [junit4]   2> 2145292 T7254 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
>    [junit4]   2> 2145293 T7254 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
>    [junit4]   2> 2145294 T7254 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
>    [junit4]   2> 2145295 T7254 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/file: solr.admin.ShowFileRequestHandler
>    [junit4]   2> 2145307 T7254 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2145311 T7254 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
>    [junit4]   2> 2145312 T7254 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
>    [junit4]   2> 2145313 T7254 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class
> org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy:
> minMergeSize=0, mergeFactor=10, maxMergeSize=1663324979,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
>    [junit4]   2> 2145365 T7254 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(RAMDirectory@27644be4
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24c143c5
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 2145365 T7254 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
>    [junit4]   2> 2145366 T7254 oass.SolrIndexSearcher.<init> Opening
> Searcher@393ef441[collection1] main
>    [junit4]   2> 2145366 T7254 oascc.ZkStateReader.readConfigName Load
> collection config from:/collections/collection1
>    [junit4]   2> 2145369 T7254 oascc.ZkStateReader.readConfigName
> path=/collections/collection1 configName=conf1 specified config exists in
> ZooKeeper
>    [junit4]   2> 2145369 T7254 oasr.ManagedResourceStorage.newStorageIO
> Setting up ZooKeeper-based storage for the RestManager with znodeBase:
> /configs/conf1
>    [junit4]   2> 2145371 T7254
> oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
> ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 2145372 T7254 oasr.RestManager.init Initializing
> RestManager with initArgs: {}
>    [junit4]   2> 2145372 T7254 oasr.ManagedResourceStorage.load Reading
> _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2145374 T7254
> oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data
> found for znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 2145374 T7254 oasr.ManagedResourceStorage.load Loaded
> null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2145374 T7254
> oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers
> for /rest/managed
>    [junit4]   2> 2145375 T7254 oasr.RestManager.init Initializing 0
> registered ManagedResources
>    [junit4]   2> 2145380 T7255 oasc.SolrCore.registerSearcher
> [collection1] Registered new searcher Searcher@393ef441[collection1]
> main{StandardDirectoryReader(segments_1:1:nrt)}
>    [junit4]   2> 2145382 T7254 oasc.CoreContainer.registerCore registering
> core: collection1
>    [junit4]   2> 2145384 T7258 oasc.ZkController.register Register replica
> - core:collection1 address:http://127.0.0.1:51039/lj_bop/j
> collection:collection1 shard:shard1
>    [junit4]   2> 2145385 T7189 oass.SolrDispatchFilter.init
> user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
>    [junit4]   2> 2145385 T7189 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
>    [junit4]   2> 2145386 T7258 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 2145388 T7189 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2145390 T7189
> oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for
> recoveries to finish - wait 30000 for each attempt
>    [junit4]   2> 2145390 T7189
> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for
> recoveries to finish - collection: collection1 failOnTimeout:true timeout
> (sec):30000
>    [junit4]   2> 2145392 T7189 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2145398 T7258
> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process
> for shard shard1
>    [junit4]   2> 2145402 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2145404 T7258
> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas
> found to continue.
>    [junit4]   2> 2145404 T7258
> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader -
> try and sync
>    [junit4]   2> ASYNC  NEW_CORE C2294 name=collection1
> org.apache.solr.core.SolrCore@4e8837c4 url=
> http://127.0.0.1:51039/lj_bop/j/collection1 node=127.0.0.1:51039_lj_bop%2Fj
> C2294_STATE=coll:collection1 core:collection1 props:{state=down, base_url=
> http://127.0.0.1:51039/lj_bop/j, core=collection1,
> node_name=127.0.0.1:51039_lj_bop%2Fj}
>    [junit4]   2> 2145405 T7258 C2294 P51039 oasc.SyncStrategy.sync Sync
> replicas to http://127.0.0.1:51039/lj_bop/j/collection1/
>    [junit4]   2> 2145405 T7258 C2294 P51039 oasc.SyncStrategy.syncReplicas
> Sync Success - now sync replicas to me
>    [junit4]   2> 2145405 T7258 C2294 P51039 oasc.SyncStrategy.syncToMe
> http://127.0.0.1:51039/lj_bop/j/collection1/ has no replicas
>    [junit4]   2> 2145406 T7258
> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
> http://127.0.0.1:51039/lj_bop/j/collection1/ shard1
>    [junit4]   2> 2145406 T7258 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
>    [junit4]   2> 2145406 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2145416 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2145418 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2145418 T7234 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2145418 T7253 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2145418 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2145428 T7212 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
>    [junit4]   2> 2145435 T7211
> oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on
> path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 2145541 T7221 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2145542 T7253 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2145543 T7234 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 2145542 T7211 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeData
>
> [...truncated too long message...]
>
> ,
>    [junit4]    >           "base_url":"http://127.0.0.1:51030/lj_bop/j",
>    [junit4]    >           "core":"c8n_1x3_lf_shard1_replica1",
>    [junit4]    >           "node_name":"127.0.0.1:51030_lj_bop%2Fj"},
>    [junit4]    >         "core_node3":{
>    [junit4]    >           "state":"down",
>    [junit4]    >           "base_url":"http://127.0.0.1:51039/lj_bop/j",
>    [junit4]    >           "core":"c8n_1x3_lf_shard1_replica3",
>    [junit4]    >           "node_name":"127.0.0.1:51039_lj_bop%2Fj"}}}}}}
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([E205866C70515B3D:63E30874070E3B01]:0)
>    [junit4]    >        at
> org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:368)
>    [junit4]    >        at
> org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:149)
>    [junit4]    >        at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2> 2259347 T7189 oas.SolrTestCaseJ4.deleteCore ###deleteCore
>    [junit4]   2> NOTE: leaving temporary files on disk at:
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001
>    [junit4]   2> 127801 T7188 ccr.ThreadLeakControl.checkThreadLeaks
> WARNING Will linger awaiting termination of 5 leaked thread(s).
>    [junit4]   2> 2260284 T7502
> oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR Could not
> delete my leader node
>  org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:177)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:174)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:327)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
>    [junit4]   2>
>    [junit4]   2> 2260284 T7211 oascc.ZkStateReader$3.process WARN
> ZooKeeper watch triggered, but Solr cannot talk to ZK
>    [junit4]   2> 2260466 T7505
> oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not
> read the data org.apache.zookeeper.KeeperException$SessionExpiredException:
> KeeperErrorCode = Session expired for /overseer_elect/leader
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>    [junit4]   2>        at
> org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>    [junit4]   2>        at
> org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
>    [junit4]   2>        at
> org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
>    [junit4]   2>        at
> org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
>    [junit4]   2>
>    [junit4]   2> 2260466 T7234 oascc.ZkStateReader$3.process WARN
> ZooKeeper watch triggered, but Solr cannot talk to ZK
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene49),
> sim=DefaultSimilarity, locale=ro, timezone=America/Juneau
>    [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_60
> (64-bit)/cpus=2,threads=1,free=228434896,total=519438336
>    [junit4]   2> NOTE: All tests run in this JVM: [MBeansHandlerTest,
> DocumentBuilderTest, TestManagedResource, RollingRestartTest,
> TestShardHandlerFactory, StandardRequestHandlerTest,
> TestSerializedLuceneMatchVersion, DistributedDebugComponentTest,
> TestCollationFieldDocValues, TestExtendedDismaxParser, TestFastLRUCache,
> CoreAdminHandlerTest, TestUpdate, ClusterStateUpdateTest,
> TermVectorComponentTest, TestConfigSets, TestHashPartitioner,
> JsonLoaderTest, DateFieldTest, SpellingQueryConverterTest,
> CursorPagingTest, TestFaceting, TestSimpleQParserPlugin,
> FileBasedSpellCheckerTest, TestMiniSolrCloudCluster, TestBinaryField,
> TestStressRecovery, DistribDocExpirationUpdateProcessorTest,
> DistributedExpandComponentTest, TestSolr4Spatial2, DocValuesTest,
> CachingDirectoryFactoryTest, BJQParserTest,
> DistributedQueryElevationComponentTest, TestNonDefinedSimilarityFactory,
> DefaultValueUpdateProcessorTest, TriLevelCompositeIdRoutingTest,
> SolrCmdDistributorTest, TestPseudoReturnFields,
> AnalysisAfterCoreReloadTest, TestReload, PreAnalyzedFieldTest,
> DistributedQueryComponentOptimizationTest, URLClassifyProcessorTest,
> TestSolrXMLSerializer, DistanceFunctionTest, SpellCheckComponentTest,
> TestFieldResource, HighlighterMaxOffsetTest, TestFileDictionaryLookup,
> TestPostingsSolrHighlighter, TestBadConfig,
> DocExpirationUpdateProcessorFactoryTest, TestManagedSynonymFilterFactory,
> TestStandardQParsers, TestChildDocTransformer, TestRecoveryHdfs, TestSort,
> SoftAutoCommitTest, TestRandomMergePolicy, PingRequestHandlerTest,
> TestFieldSortValues, TestSolrQueryParser,
> SchemaVersionSpecificBehaviorTest, TestQuerySenderNoQuery,
> TestBinaryResponseWriter, HdfsChaosMonkeySafeLeaderTest,
> AliasIntegrationTest, TestCloudManagedSchemaConcurrent,
> TestAnalyzedSuggestions, QueryParsingTest, TestSolrDeletionPolicy1,
> CollectionsAPIDistributedZkTest, TestCopyFieldCollectionResource,
> TestManagedStopFilterFactory, TestLuceneMatchVersion,
> DirectSolrConnectionTest, InfoHandlerTest, TestRecovery,
> TestAtomicUpdateErrorCases, TestFieldTypeResource,
> CurrencyFieldOpenExchangeTest, SolrIndexConfigTest, SuggesterTest,
> HdfsRecoveryZkTest, DirectUpdateHandlerTest, SuggesterTSTTest,
> TestHighFrequencyDictionaryFactory, TestInitQParser, TestRangeQuery,
> TestComponentsName, TestDistributedMissingSort, TestPhraseSuggestions,
> DistributedTermsComponentTest, TestRequestStatusCollectionAPI,
> TestLazyCores, TestCollationField, TestMergePolicyConfig,
> PathHierarchyTokenizerFactoryTest, TestLRUCache, HdfsSyncSliceTest,
> BadIndexSchemaTest, AssignTest, TestDistributedSearch,
> TestImplicitCoreProperties, IndexBasedSpellCheckerTest,
> StatelessScriptUpdateProcessorFactoryTest, TestIndexSearcher,
> TestRandomFaceting, TestCollationKeyRangeQueries,
> TestSweetSpotSimilarityFactory, DocValuesMissingTest, TestNoOpRegenerator,
> StatsComponentTest, OverseerCollectionProcessorTest,
> TestSchemaSimilarityResource, MergeStrategyTest, OutputWriterTest,
> CoreAdminRequestStatusTest, BasicZkTest, OverseerTest,
> TestBlendedInfixSuggestions, TestRealTimeGet, AnalyticsMergeStrategyTest,
> DisMaxRequestHandlerTest, BlockCacheTest, TestComplexPhraseQParserPlugin,
> TestBM25SimilarityFactory, TestManagedSchema, TestReplicationHandler,
> TestMultiCoreConfBootstrap, TestFreeTextSuggestions,
> TestPHPSerializedResponseWriter, HdfsUnloadDistributedZkTest,
> TestNumberUtils, ChaosMonkeyNothingIsSafeTest, TestDFRSimilarityFactory,
> SpellPossibilityIteratorTest, SolrCoreTest, AnalysisErrorHandlingTest,
> BadCopyFieldTest, TestXIncludeConfig, TestTrie, TestCodecSupport,
> SuggesterWFSTTest, DOMUtilTest, RequiredFieldsTest,
> OpenExchangeRatesOrgProviderTest, ShowFileRequestHandlerTest,
> WordBreakSolrSpellCheckerTest, CopyFieldTest, TestInfoStreamLogging,
> TestDocBasedVersionConstraints, TestNonNRTOpen,
> TestDefaultSearchFieldResource, TestElisionMultitermQuery, TestRTGBase,
> AlternateDirectoryTest, TestDefaultSimilarityFactory,
> TestIndexingPerformance, TestFuzzyAnalyzedSuggestions, SortByFunctionTest,
> TestReloadAndDeleteDocs, HdfsCollectionsAPIDistributedZkTest,
> PolyFieldTest, LegacyHTMLStripCharFilterTest,
> CoreContainerCoreInitFailuresTest, TestCloudManagedSchema,
> OpenCloseCoreStressTest, FieldMutatingUpdateProcessorTest,
> TestFieldTypeCollectionResource, HttpPartitionTest]
>    [junit4] Completed in 129.15s, 1 test, 1 failure <<< FAILURES!
>
> [...truncated 705 lines...]
> BUILD FAILED
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The
> following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The
> following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The
> following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The
> following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The
> following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496:
> The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299:
> The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923:
> There were test failures: 407 suites, 1660 tests, 1 failure, 42 ignored (15
> assumptions)
>
> Total time: 126 minutes 9 seconds
> Build step 'Invoke Ant' marked build as failure
> [description-setter] Description set: Java: 64bit/jdk1.7.0
> -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>



-- 
Regards,
Shalin Shekhar Mangar.

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1675 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1675/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.HttpPartitionTest.testDistribSearch

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node1:{"state":"active","base_url":"http://127.0.0.1:51035/lj_bop/j","core":"c8n_1x3_lf_shard1_replica2","node_name":"127.0.0.1:51035_lj_bop%2Fj","leader":"true"}]; clusterState: live nodes:[127.0.0.1:51030_lj_bop%2Fj, 127.0.0.1:51035_lj_bop%2Fj] collections:{control_collection=DocCollection(control_collection)={   "replicationFactor":"1",   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoCreated":"true",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{"core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:51030/lj_bop/j",           "core":"collection1",           "node_name":"127.0.0.1:51030_lj_bop%2Fj",           "leader":"true"}}}}}, collection1=DocCollection(collection1)={   "replicationFactor":"1",   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoCreated":"true",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{"core_node2":{           "state":"down",           "base_url":"http://127.0.0.1:51039/lj_bop/j",           "core":"collection1",           "node_name":"127.0.0.1:51039_lj_bop%2Fj",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{"core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:51035/lj_bop/j",           "core":"collection1",           "node_name":"127.0.0.1:51035_lj_bop%2Fj",           "leader":"true"}}}}}, c8n_1x2=DocCollection(c8n_1x2)={   "replicationFactor":"2",   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:51039/lj_bop/j",           "core":"c8n_1x2_shard1_replica1",           "node_name":"127.0.0.1:51039_lj_bop%2Fj"},         "core_node2":{           "state":"active",           "base_url":"http://127.0.0.1:51035/lj_bop/j",           "core":"c8n_1x2_shard1_replica2",           "node_name":"127.0.0.1:51035_lj_bop%2Fj",           "leader":"true"}}}}}, c8n_1x3=DocCollection(c8n_1x3)={   "replicationFactor":"3",   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:51039/lj_bop/j",           "core":"c8n_1x3_shard1_replica2",           "node_name":"127.0.0.1:51039_lj_bop%2Fj"},         "core_node2":{           "state":"active",           "base_url":"http://127.0.0.1:51035/lj_bop/j",           "core":"c8n_1x3_shard1_replica1",           "node_name":"127.0.0.1:51035_lj_bop%2Fj",           "leader":"true"},         "core_node3":{           "state":"active",           "base_url":"http://127.0.0.1:51030/lj_bop/j",           "core":"c8n_1x3_shard1_replica3",           "node_name":"127.0.0.1:51030_lj_bop%2Fj"}}}}}, c8n_1x3_lf=DocCollection(c8n_1x3_lf)={   "replicationFactor":"3",   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:51035/lj_bop/j",           "core":"c8n_1x3_lf_shard1_replica2",           "node_name":"127.0.0.1:51035_lj_bop%2Fj",           "leader":"true"},         "core_node2":{           "state":"down",           "base_url":"http://127.0.0.1:51030/lj_bop/j",           "core":"c8n_1x3_lf_shard1_replica1",           "node_name":"127.0.0.1:51030_lj_bop%2Fj"},         "core_node3":{           "state":"down",           "base_url":"http://127.0.0.1:51039/lj_bop/j",           "core":"c8n_1x3_lf_shard1_replica3",           "node_name":"127.0.0.1:51039_lj_bop%2Fj"}}}}}}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node1:{"state":"active","base_url":"http://127.0.0.1:51035/lj_bop/j","core":"c8n_1x3_lf_shard1_replica2","node_name":"127.0.0.1:51035_lj_bop%2Fj","leader":"true"}]; clusterState: live nodes:[127.0.0.1:51030_lj_bop%2Fj, 127.0.0.1:51035_lj_bop%2Fj] collections:{control_collection=DocCollection(control_collection)={
  "replicationFactor":"1",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoCreated":"true",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{"core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:51030/lj_bop/j",
          "core":"collection1",
          "node_name":"127.0.0.1:51030_lj_bop%2Fj",
          "leader":"true"}}}}}, collection1=DocCollection(collection1)={
  "replicationFactor":"1",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoCreated":"true",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "state":"down",
          "base_url":"http://127.0.0.1:51039/lj_bop/j",
          "core":"collection1",
          "node_name":"127.0.0.1:51039_lj_bop%2Fj",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{"core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:51035/lj_bop/j",
          "core":"collection1",
          "node_name":"127.0.0.1:51035_lj_bop%2Fj",
          "leader":"true"}}}}}, c8n_1x2=DocCollection(c8n_1x2)={
  "replicationFactor":"2",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:51039/lj_bop/j",
          "core":"c8n_1x2_shard1_replica1",
          "node_name":"127.0.0.1:51039_lj_bop%2Fj"},
        "core_node2":{
          "state":"active",
          "base_url":"http://127.0.0.1:51035/lj_bop/j",
          "core":"c8n_1x2_shard1_replica2",
          "node_name":"127.0.0.1:51035_lj_bop%2Fj",
          "leader":"true"}}}}}, c8n_1x3=DocCollection(c8n_1x3)={
  "replicationFactor":"3",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:51039/lj_bop/j",
          "core":"c8n_1x3_shard1_replica2",
          "node_name":"127.0.0.1:51039_lj_bop%2Fj"},
        "core_node2":{
          "state":"active",
          "base_url":"http://127.0.0.1:51035/lj_bop/j",
          "core":"c8n_1x3_shard1_replica1",
          "node_name":"127.0.0.1:51035_lj_bop%2Fj",
          "leader":"true"},
        "core_node3":{
          "state":"active",
          "base_url":"http://127.0.0.1:51030/lj_bop/j",
          "core":"c8n_1x3_shard1_replica3",
          "node_name":"127.0.0.1:51030_lj_bop%2Fj"}}}}}, c8n_1x3_lf=DocCollection(c8n_1x3_lf)={
  "replicationFactor":"3",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:51035/lj_bop/j",
          "core":"c8n_1x3_lf_shard1_replica2",
          "node_name":"127.0.0.1:51035_lj_bop%2Fj",
          "leader":"true"},
        "core_node2":{
          "state":"down",
          "base_url":"http://127.0.0.1:51030/lj_bop/j",
          "core":"c8n_1x3_lf_shard1_replica1",
          "node_name":"127.0.0.1:51030_lj_bop%2Fj"},
        "core_node3":{
          "state":"down",
          "base_url":"http://127.0.0.1:51039/lj_bop/j",
          "core":"c8n_1x3_lf_shard1_replica3",
          "node_name":"127.0.0.1:51039_lj_bop%2Fj"}}}}}}
	at __randomizedtesting.SeedInfo.seed([E205866C70515B3D:63E30874070E3B01]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:368)
	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:149)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.GeneratedMethodAccessor55.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11334 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/init-core-data-001
   [junit4]   2> 2131558 T7189 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /lj_bop/j
   [junit4]   2> 2131570 T7189 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2131571 T7189 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2131573 T7190 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2131674 T7189 oasc.ZkTestServer.run start zk server on port:51027
   [junit4]   2> 2131676 T7189 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2131684 T7196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b5a57f4 name:ZooKeeperConnection Watcher:127.0.0.1:51027 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2131685 T7189 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2131685 T7189 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2131700 T7189 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2131704 T7198 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bfcae57 name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2131705 T7189 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2131705 T7189 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2131714 T7189 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2131723 T7189 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2131730 T7189 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2131738 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2131739 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2131761 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2131763 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2131769 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2131769 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2131776 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2131776 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2131785 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2131786 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2131794 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2131794 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2131802 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2131802 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2131809 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2131809 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2131816 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2131817 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2131825 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2131825 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2131833 T7189 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2131834 T7189 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2133434 T7189 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2133444 T7189 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51031
   [junit4]   2> 2133445 T7189 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2133445 T7189 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2133445 T7189 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002
   [junit4]   2> 2133446 T7189 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/'
   [junit4]   2> 2133496 T7189 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/solr.xml
   [junit4]   2> 2133563 T7189 oasc.CoreContainer.<init> New CoreContainer 893168491
   [junit4]   2> 2133563 T7189 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/]
   [junit4]   2> 2133565 T7189 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2133565 T7189 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2133565 T7189 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2133566 T7189 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2133566 T7189 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2133566 T7189 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2133567 T7189 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2133567 T7189 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2133568 T7189 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2133568 T7189 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2133569 T7189 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2133569 T7189 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2133570 T7189 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51027/solr
   [junit4]   2> 2133571 T7189 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2133572 T7189 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2133577 T7209 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@221a191b name:ZooKeeperConnection Watcher:127.0.0.1:51027 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2133578 T7189 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2133583 T7189 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2133587 T7211 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f146a02 name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2133587 T7189 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2133592 T7189 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2133602 T7189 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2133613 T7189 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2133624 T7189 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2133635 T7189 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2133647 T7189 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2133652 T7189 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51030_lj_bop%2Fj
   [junit4]   2> 2133655 T7189 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51030_lj_bop%2Fj
   [junit4]   2> 2133664 T7189 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2133671 T7189 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2133683 T7189 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51030_lj_bop%2Fj
   [junit4]   2> 2133683 T7189 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2133690 T7189 oasc.Overseer.start Overseer (id=92098537367076867-127.0.0.1:51030_lj_bop%2Fj-n_0000000000) starting
   [junit4]   2> 2133700 T7189 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2133733 T7213 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2133734 T7189 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2133742 T7189 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2133747 T7189 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2133759 T7212 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2133764 T7214 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 2133765 T7214 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2133767 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2133767 T7214 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2133771 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2133773 T7212 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51030/lj_bop/j",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51030_lj_bop%2Fj",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2133774 T7212 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2133775 T7212 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2133782 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2133783 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2134770 T7214 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2134770 T7214 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2134773 T7214 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2134773 T7214 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2134777 T7214 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2134777 T7214 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/'
   [junit4]   2> 2134778 T7214 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 2134779 T7214 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 2134779 T7214 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 2134863 T7214 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2134965 T7214 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2134969 T7214 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2134993 T7214 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2135522 T7214 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2135525 T7214 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2135527 T7214 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2135547 T7214 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2135552 T7214 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2135595 T7214 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2135601 T7214 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2135608 T7214 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2135611 T7214 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2135611 T7214 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2135612 T7214 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2135615 T7214 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2135615 T7214 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2135615 T7214 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2135616 T7214 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2135616 T7214 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-002/collection1/, dataDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data/
   [junit4]   2> 2135616 T7214 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa3cd0e
   [junit4]   2> 2135617 T7214 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data
   [junit4]   2> 2135617 T7214 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data/index/
   [junit4]   2> 2135618 T7214 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2135618 T7214 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/control/data/index
   [junit4]   2> 2135618 T7214 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2135619 T7214 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a81d419 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@285d0811),segFN=segments_1,generation=1}
   [junit4]   2> 2135620 T7214 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2135626 T7214 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2135626 T7214 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2135627 T7214 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2135627 T7214 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2135627 T7214 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2135628 T7214 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2135628 T7214 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2135629 T7214 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2135629 T7214 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2135629 T7214 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2135630 T7214 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2135630 T7214 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2135630 T7214 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2135631 T7214 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2135631 T7214 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2135632 T7214 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2135645 T7214 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2135651 T7214 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2135651 T7214 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2135652 T7214 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1663324979, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2135705 T7214 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a81d419 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@285d0811),segFN=segments_1,generation=1}
   [junit4]   2> 2135705 T7214 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2135706 T7214 oass.SolrIndexSearcher.<init> Opening Searcher@3e4565cd[collection1] main
   [junit4]   2> 2135706 T7214 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2135710 T7214 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2135710 T7214 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2135712 T7214 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2135713 T7214 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2135713 T7214 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2135714 T7214 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2135715 T7214 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2135715 T7214 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2135715 T7214 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2135721 T7215 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e4565cd[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2135721 T7214 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2135723 T7218 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51030/lj_bop/j collection:control_collection shard:shard1
   [junit4]   2> 2135724 T7189 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2135724 T7189 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2135725 T7218 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2135732 T7189 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2135736 T7221 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77bb87e4 name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2135736 T7189 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2135738 T7189 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2135739 T7218 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2135744 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2135746 T7218 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2135746 T7189 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2135746 T7218 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2292 name=collection1 org.apache.solr.core.SolrCore@72e105a2 url=http://127.0.0.1:51030/lj_bop/j/collection1 node=127.0.0.1:51030_lj_bop%2Fj C2292_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:51030/lj_bop/j, core=collection1, node_name=127.0.0.1:51030_lj_bop%2Fj}
   [junit4]   2> 2135747 T7218 C2292 P51030 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51030/lj_bop/j/collection1/
   [junit4]   2> 2135748 T7218 C2292 P51030 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2135748 T7218 C2292 P51030 oasc.SyncStrategy.syncToMe http://127.0.0.1:51030/lj_bop/j/collection1/ has no replicas
   [junit4]   2> 2135748 T7218 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51030/lj_bop/j/collection1/ shard1
   [junit4]   2> 2135749 T7218 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2135754 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2135763 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2135765 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2135766 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2135779 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2135785 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2135893 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2135894 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2135927 T7218 oasc.ZkController.register We are http://127.0.0.1:51030/lj_bop/j/collection1/ and leader is http://127.0.0.1:51030/lj_bop/j/collection1/
   [junit4]   2> 2135928 T7218 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51030/lj_bop/j
   [junit4]   2> 2135928 T7218 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2135928 T7218 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2135929 T7218 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2135935 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2135935 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2135936 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2135936 T7218 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2135939 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2135941 T7212 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51030/lj_bop/j",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51030_lj_bop%2Fj",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2135948 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2136056 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2136056 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2137487 T7189 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2137489 T7189 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2137502 T7189 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51036
   [junit4]   2> 2137504 T7189 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2137506 T7189 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2137506 T7189 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003
   [junit4]   2> 2137507 T7189 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/'
   [junit4]   2> 2137602 T7189 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/solr.xml
   [junit4]   2> 2137713 T7189 oasc.CoreContainer.<init> New CoreContainer 2030778034
   [junit4]   2> 2137714 T7189 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/]
   [junit4]   2> 2137716 T7189 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2137717 T7189 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2137717 T7189 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2137718 T7189 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2137718 T7189 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2137719 T7189 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2137719 T7189 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2137720 T7189 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2137721 T7189 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2137722 T7189 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2137723 T7189 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2137724 T7189 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2137724 T7189 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51027/solr
   [junit4]   2> 2137725 T7189 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2137727 T7189 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2137731 T7232 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f341e33 name:ZooKeeperConnection Watcher:127.0.0.1:51027 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2137732 T7189 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2137737 T7189 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2137742 T7234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46297f51 name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2137742 T7189 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2137768 T7189 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2138779 T7189 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51035_lj_bop%2Fj
   [junit4]   2> 2138782 T7189 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51035_lj_bop%2Fj
   [junit4]   2> 2138788 T7234 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2138789 T7211 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2138789 T7221 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2138808 T7235 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2138809 T7235 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2138812 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2138812 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2138812 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2138812 T7235 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2138817 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2138819 T7212 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51035/lj_bop/j",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51035_lj_bop%2Fj",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2138820 T7212 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 2138820 T7212 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 2138827 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2138829 T7234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2138829 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2138829 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2139815 T7235 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2139816 T7235 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2139817 T7235 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2139818 T7235 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2139822 T7235 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2139822 T7235 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/'
   [junit4]   2> 2139823 T7235 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 2139824 T7235 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 2139824 T7235 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 2139910 T7235 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2139994 T7235 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2140001 T7235 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2140010 T7235 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2140461 T7235 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2140463 T7235 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2140463 T7235 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2140473 T7235 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2140475 T7235 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2140516 T7235 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2140522 T7235 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2140528 T7235 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2140531 T7235 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2140531 T7235 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2140532 T7235 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2140534 T7235 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2140534 T7235 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2140535 T7235 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2140535 T7235 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2140536 T7235 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-003/collection1/, dataDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1/
   [junit4]   2> 2140537 T7235 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa3cd0e
   [junit4]   2> 2140538 T7235 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1
   [junit4]   2> 2140538 T7235 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1/index/
   [junit4]   2> 2140539 T7235 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 2140539 T7235 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty1/index
   [junit4]   2> 2140540 T7235 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2140540 T7235 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@469d731 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11a90b35),segFN=segments_1,generation=1}
   [junit4]   2> 2140541 T7235 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2140547 T7235 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2140548 T7235 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2140548 T7235 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2140549 T7235 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2140549 T7235 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2140549 T7235 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2140550 T7235 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2140550 T7235 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2140550 T7235 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2140551 T7235 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2140552 T7235 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2140553 T7235 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2140554 T7235 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2140555 T7235 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2140556 T7235 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2140558 T7235 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2140576 T7235 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2140583 T7235 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2140585 T7235 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2140593 T7235 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1663324979, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2140646 T7235 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@469d731 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11a90b35),segFN=segments_1,generation=1}
   [junit4]   2> 2140647 T7235 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2140647 T7235 oass.SolrIndexSearcher.<init> Opening Searcher@603dfcbd[collection1] main
   [junit4]   2> 2140647 T7235 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2140651 T7235 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2140651 T7235 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2140652 T7235 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2140653 T7235 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2140653 T7235 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2140655 T7235 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2140656 T7235 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2140656 T7235 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2140657 T7235 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2140663 T7236 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@603dfcbd[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2140667 T7235 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2140671 T7239 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51035/lj_bop/j collection:collection1 shard:shard2
   [junit4]   2> 2140672 T7189 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2140673 T7189 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2140674 T7239 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 2140685 T7239 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 2140689 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2140691 T7239 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2140691 T7239 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2293 name=collection1 org.apache.solr.core.SolrCore@139889f5 url=http://127.0.0.1:51035/lj_bop/j/collection1 node=127.0.0.1:51035_lj_bop%2Fj C2293_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:51035/lj_bop/j, core=collection1, node_name=127.0.0.1:51035_lj_bop%2Fj}
   [junit4]   2> 2140691 T7239 C2293 P51035 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51035/lj_bop/j/collection1/
   [junit4]   2> 2140692 T7239 C2293 P51035 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2140692 T7239 C2293 P51035 oasc.SyncStrategy.syncToMe http://127.0.0.1:51035/lj_bop/j/collection1/ has no replicas
   [junit4]   2> 2140693 T7239 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51035/lj_bop/j/collection1/ shard2
   [junit4]   2> 2140693 T7239 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 2140696 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2140705 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2140707 T7234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2140708 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2140718 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2140721 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2140726 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2140832 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2140832 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2140833 T7234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2140870 T7239 oasc.ZkController.register We are http://127.0.0.1:51035/lj_bop/j/collection1/ and leader is http://127.0.0.1:51035/lj_bop/j/collection1/
   [junit4]   2> 2140871 T7239 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51035/lj_bop/j
   [junit4]   2> 2140871 T7239 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2140872 T7239 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2140872 T7239 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2140881 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2140881 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2140882 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2140884 T7239 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2140891 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2140893 T7212 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51035/lj_bop/j",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51035_lj_bop%2Fj",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2140899 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2141004 T7234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2141004 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2141004 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2142357 T7189 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2142359 T7189 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2142364 T7189 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51040
   [junit4]   2> 2142367 T7189 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2142368 T7189 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2142368 T7189 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004
   [junit4]   2> 2142369 T7189 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/'
   [junit4]   2> 2142422 T7189 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/solr.xml
   [junit4]   2> 2142488 T7189 oasc.CoreContainer.<init> New CoreContainer 765722522
   [junit4]   2> 2142488 T7189 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/]
   [junit4]   2> 2142490 T7189 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2142490 T7189 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2142490 T7189 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2142491 T7189 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2142491 T7189 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2142491 T7189 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2142492 T7189 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2142492 T7189 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2142492 T7189 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2142493 T7189 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2142493 T7189 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2142494 T7189 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2142494 T7189 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51027/solr
   [junit4]   2> 2142494 T7189 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2142496 T7189 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2142501 T7251 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69e1eede name:ZooKeeperConnection Watcher:127.0.0.1:51027 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2142502 T7189 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2142507 T7189 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2142511 T7253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@808113b name:ZooKeeperConnection Watcher:127.0.0.1:51027/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2142511 T7189 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2142529 T7189 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2143539 T7189 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51039_lj_bop%2Fj
   [junit4]   2> 2143541 T7189 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51039_lj_bop%2Fj
   [junit4]   2> 2143548 T7253 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2143549 T7221 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2143549 T7234 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2143549 T7211 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2143571 T7254 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2143571 T7254 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2143573 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2143573 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2143573 T7254 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2143573 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2143578 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2143580 T7212 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51039/lj_bop/j",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51039_lj_bop%2Fj",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2143580 T7212 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 2143581 T7212 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2143587 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2143589 T7253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2143589 T7234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2143589 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2143589 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2144576 T7254 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2144578 T7254 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2144579 T7254 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2144580 T7254 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2144583 T7254 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2144584 T7254 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/'
   [junit4]   2> 2144585 T7254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 2144585 T7254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 2144585 T7254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 2144673 T7254 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2144758 T7254 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2144762 T7254 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2144772 T7254 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2145212 T7254 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2145212 T7254 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2145213 T7254 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2145223 T7254 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2145225 T7254 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2145257 T7254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2145263 T7254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2145270 T7254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2145273 T7254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2145273 T7254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2145273 T7254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2145276 T7254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2145276 T7254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2145277 T7254 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2145277 T7254 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2145278 T7254 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-004/collection1/, dataDir=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2/
   [junit4]   2> 2145278 T7254 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa3cd0e
   [junit4]   2> 2145279 T7254 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2
   [junit4]   2> 2145279 T7254 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2/index/
   [junit4]   2> 2145279 T7254 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 2145279 T7254 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-E205866C70515B3D-001/tempDir-001/jetty2/index
   [junit4]   2> 2145280 T7254 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2145281 T7254 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@27644be4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24c143c5),segFN=segments_1,generation=1}
   [junit4]   2> 2145281 T7254 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2145287 T7254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2145287 T7254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2145288 T7254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2145288 T7254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2145288 T7254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2145288 T7254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2145289 T7254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2145289 T7254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2145290 T7254 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2145290 T7254 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2145291 T7254 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2145291 T7254 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2145292 T7254 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2145293 T7254 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2145294 T7254 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2145295 T7254 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2145307 T7254 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2145311 T7254 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2145312 T7254 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2145313 T7254 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1663324979, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2145365 T7254 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@27644be4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24c143c5),segFN=segments_1,generation=1}
   [junit4]   2> 2145365 T7254 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2145366 T7254 oass.SolrIndexSearcher.<init> Opening Searcher@393ef441[collection1] main
   [junit4]   2> 2145366 T7254 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2145369 T7254 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2145369 T7254 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2145371 T7254 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2145372 T7254 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2145372 T7254 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2145374 T7254 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2145374 T7254 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2145374 T7254 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2145375 T7254 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2145380 T7255 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@393ef441[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2145382 T7254 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2145384 T7258 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51039/lj_bop/j collection:collection1 shard:shard1
   [junit4]   2> 2145385 T7189 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2145385 T7189 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2145386 T7258 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2145388 T7189 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2145390 T7189 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 2145390 T7189 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 2145392 T7189 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2145398 T7258 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2145402 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2145404 T7258 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2145404 T7258 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2294 name=collection1 org.apache.solr.core.SolrCore@4e8837c4 url=http://127.0.0.1:51039/lj_bop/j/collection1 node=127.0.0.1:51039_lj_bop%2Fj C2294_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:51039/lj_bop/j, core=collection1, node_name=127.0.0.1:51039_lj_bop%2Fj}
   [junit4]   2> 2145405 T7258 C2294 P51039 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51039/lj_bop/j/collection1/
   [junit4]   2> 2145405 T7258 C2294 P51039 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2145405 T7258 C2294 P51039 oasc.SyncStrategy.syncToMe http://127.0.0.1:51039/lj_bop/j/collection1/ has no replicas
   [junit4]   2> 2145406 T7258 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51039/lj_bop/j/collection1/ shard1
   [junit4]   2> 2145406 T7258 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2145406 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2145416 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2145418 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2145418 T7234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2145418 T7253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2145418 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2145428 T7212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2145435 T7211 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2145541 T7221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2145542 T7253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2145543 T7234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2145542 T7211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeData

[...truncated too long message...]

,
   [junit4]    >           "base_url":"http://127.0.0.1:51030/lj_bop/j",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica1",
   [junit4]    >           "node_name":"127.0.0.1:51030_lj_bop%2Fj"},
   [junit4]    >         "core_node3":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:51039/lj_bop/j",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica3",
   [junit4]    >           "node_name":"127.0.0.1:51039_lj_bop%2Fj"}}}}}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E205866C70515B3D:63E30874070E3B01]:0)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:368)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:149)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2259347 T7189 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.HttpPartitionTest-E205866C70515B3D-001
   [junit4]   2> 127801 T7188 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> 2260284 T7502 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR Could not delete my leader node  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:177)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:174)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:327)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 2260284 T7211 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2260466 T7505 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 2260466 T7234 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene49), sim=DefaultSimilarity, locale=ro, timezone=America/Juneau
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=2,threads=1,free=228434896,total=519438336
   [junit4]   2> NOTE: All tests run in this JVM: [MBeansHandlerTest, DocumentBuilderTest, TestManagedResource, RollingRestartTest, TestShardHandlerFactory, StandardRequestHandlerTest, TestSerializedLuceneMatchVersion, DistributedDebugComponentTest, TestCollationFieldDocValues, TestExtendedDismaxParser, TestFastLRUCache, CoreAdminHandlerTest, TestUpdate, ClusterStateUpdateTest, TermVectorComponentTest, TestConfigSets, TestHashPartitioner, JsonLoaderTest, DateFieldTest, SpellingQueryConverterTest, CursorPagingTest, TestFaceting, TestSimpleQParserPlugin, FileBasedSpellCheckerTest, TestMiniSolrCloudCluster, TestBinaryField, TestStressRecovery, DistribDocExpirationUpdateProcessorTest, DistributedExpandComponentTest, TestSolr4Spatial2, DocValuesTest, CachingDirectoryFactoryTest, BJQParserTest, DistributedQueryElevationComponentTest, TestNonDefinedSimilarityFactory, DefaultValueUpdateProcessorTest, TriLevelCompositeIdRoutingTest, SolrCmdDistributorTest, TestPseudoReturnFields, AnalysisAfterCoreReloadTest, TestReload, PreAnalyzedFieldTest, DistributedQueryComponentOptimizationTest, URLClassifyProcessorTest, TestSolrXMLSerializer, DistanceFunctionTest, SpellCheckComponentTest, TestFieldResource, HighlighterMaxOffsetTest, TestFileDictionaryLookup, TestPostingsSolrHighlighter, TestBadConfig, DocExpirationUpdateProcessorFactoryTest, TestManagedSynonymFilterFactory, TestStandardQParsers, TestChildDocTransformer, TestRecoveryHdfs, TestSort, SoftAutoCommitTest, TestRandomMergePolicy, PingRequestHandlerTest, TestFieldSortValues, TestSolrQueryParser, SchemaVersionSpecificBehaviorTest, TestQuerySenderNoQuery, TestBinaryResponseWriter, HdfsChaosMonkeySafeLeaderTest, AliasIntegrationTest, TestCloudManagedSchemaConcurrent, TestAnalyzedSuggestions, QueryParsingTest, TestSolrDeletionPolicy1, CollectionsAPIDistributedZkTest, TestCopyFieldCollectionResource, TestManagedStopFilterFactory, TestLuceneMatchVersion, DirectSolrConnectionTest, InfoHandlerTest, TestRecovery, TestAtomicUpdateErrorCases, TestFieldTypeResource, CurrencyFieldOpenExchangeTest, SolrIndexConfigTest, SuggesterTest, HdfsRecoveryZkTest, DirectUpdateHandlerTest, SuggesterTSTTest, TestHighFrequencyDictionaryFactory, TestInitQParser, TestRangeQuery, TestComponentsName, TestDistributedMissingSort, TestPhraseSuggestions, DistributedTermsComponentTest, TestRequestStatusCollectionAPI, TestLazyCores, TestCollationField, TestMergePolicyConfig, PathHierarchyTokenizerFactoryTest, TestLRUCache, HdfsSyncSliceTest, BadIndexSchemaTest, AssignTest, TestDistributedSearch, TestImplicitCoreProperties, IndexBasedSpellCheckerTest, StatelessScriptUpdateProcessorFactoryTest, TestIndexSearcher, TestRandomFaceting, TestCollationKeyRangeQueries, TestSweetSpotSimilarityFactory, DocValuesMissingTest, TestNoOpRegenerator, StatsComponentTest, OverseerCollectionProcessorTest, TestSchemaSimilarityResource, MergeStrategyTest, OutputWriterTest, CoreAdminRequestStatusTest, BasicZkTest, OverseerTest, TestBlendedInfixSuggestions, TestRealTimeGet, AnalyticsMergeStrategyTest, DisMaxRequestHandlerTest, BlockCacheTest, TestComplexPhraseQParserPlugin, TestBM25SimilarityFactory, TestManagedSchema, TestReplicationHandler, TestMultiCoreConfBootstrap, TestFreeTextSuggestions, TestPHPSerializedResponseWriter, HdfsUnloadDistributedZkTest, TestNumberUtils, ChaosMonkeyNothingIsSafeTest, TestDFRSimilarityFactory, SpellPossibilityIteratorTest, SolrCoreTest, AnalysisErrorHandlingTest, BadCopyFieldTest, TestXIncludeConfig, TestTrie, TestCodecSupport, SuggesterWFSTTest, DOMUtilTest, RequiredFieldsTest, OpenExchangeRatesOrgProviderTest, ShowFileRequestHandlerTest, WordBreakSolrSpellCheckerTest, CopyFieldTest, TestInfoStreamLogging, TestDocBasedVersionConstraints, TestNonNRTOpen, TestDefaultSearchFieldResource, TestElisionMultitermQuery, TestRTGBase, AlternateDirectoryTest, TestDefaultSimilarityFactory, TestIndexingPerformance, TestFuzzyAnalyzedSuggestions, SortByFunctionTest, TestReloadAndDeleteDocs, HdfsCollectionsAPIDistributedZkTest, PolyFieldTest, LegacyHTMLStripCharFilterTest, CoreContainerCoreInitFailuresTest, TestCloudManagedSchema, OpenCloseCoreStressTest, FieldMutatingUpdateProcessorTest, TestFieldTypeCollectionResource, HttpPartitionTest]
   [junit4] Completed in 129.15s, 1 test, 1 failure <<< FAILURES!

[...truncated 705 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 407 suites, 1660 tests, 1 failure, 42 ignored (15 assumptions)

Total time: 126 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any