You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/05/20 05:29:45 UTC

[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_05) - Build # 4048 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4048/
Java: 32bit/jdk1.8.0_05 -client -XX:+UseG1GC

3 tests failed.
REGRESSION:  org.apache.solr.TestRandomFaceting.testRandomFaceting

Error Message:
Error while processing facet fields: java.lang.AssertionError

Stack Trace:
org.apache.solr.common.SolrException: Error while processing facet fields: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([EF686C57D2698AAE:E2004C8287904211]:0)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:595)
	at org.apache.solr.request.SimpleFacets.getFacetCounts(SimpleFacets.java:260)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:84)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:221)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1964)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:295)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:278)
	at org.apache.solr.TestRandomFaceting.doFacetTests(TestRandomFaceting.java:216)
	at org.apache.solr.TestRandomFaceting.doFacetTests(TestRandomFaceting.java:138)
	at org.apache.solr.TestRandomFaceting.testRandomFaceting(TestRandomFaceting.java:121)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError
	at org.apache.solr.request.DocValuesFacets.getCounts(DocValuesFacets.java:106)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:432)
	at org.apache.solr.request.SimpleFacets$3.call(SimpleFacets.java:561)
	at org.apache.solr.request.SimpleFacets$3.call(SimpleFacets.java:553)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$2.execute(SimpleFacets.java:507)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:577)
	... 50 more


FAILED:  org.apache.solr.cloud.ReplicationFactorTest.testDistribSearch

Error Message:
Expected rf=3 as partitions to replicas have been healed, but got 2

Stack Trace:
java.lang.AssertionError: Expected rf=3 as partitions to replicas have been healed, but got 2
	at __randomizedtesting.SeedInfo.seed([EF686C57D2698AAE:6E8EE24FA536EA92]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:238)
	at org.apache.solr.cloud.ReplicationFactorTest.doTest(ReplicationFactorTest.java:135)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor88.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.request.TestFaceting.testMultiThreadedFacets

Error Message:
expected same:<or...@1840511> was not:<or...@c88009>

Stack Trace:
java.lang.AssertionError: expected same:<or...@1840511> was not:<or...@c88009>
	at __randomizedtesting.SeedInfo.seed([EF686C57D2698AAE:C040D5DEE621F7BA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotSame(Assert.java:641)
	at org.junit.Assert.assertSame(Assert.java:580)
	at org.junit.Assert.assertSame(Assert.java:593)
	at org.apache.solr.request.TestFaceting.assertEquals(TestFaceting.java:958)
	at org.apache.solr.request.TestFaceting.testMultiThreadedFacets(TestFaceting.java:928)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10864 lines...]
   [junit4] Suite: org.apache.solr.request.TestFaceting
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solr.request.TestFaceting-EF686C57D2698AAE-001\init-core-data-001
   [junit4]   2> 299070 T1170 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 299073 T1170 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 299073 T1170 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\'
   [junit4]   2> 299077 T1170 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 299078 T1170 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 299079 T1170 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 299190 T1170 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 299232 T1170 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 299234 T1170 oass.IndexSchema.readSchema Reading Solr Schema from schema11.xml
   [junit4]   2> 299241 T1170 oass.IndexSchema.readSchema [null] Schema name=example
   [junit4]   2> 299293 T1170 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 299294 T1170 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 299303 T1170 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 299303 T1170 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr
   [junit4]   2> 299303 T1170 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\'
   [junit4]   2> 299348 T1170 oasc.CoreContainer.<init> New CoreContainer 26948371
   [junit4]   2> 299350 T1170 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\]
   [junit4]   2> 299350 T1170 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 299351 T1170 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 299351 T1170 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 299351 T1170 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 299351 T1170 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 299352 T1170 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 299352 T1170 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 299352 T1170 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 299353 T1170 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 299353 T1170 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 299353 T1170 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 299355 T1170 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 299359 T1171 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/'
   [junit4]   2> 299359 T1171 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 299359 T1171 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 299359 T1171 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 299427 T1171 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 299468 T1171 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 299469 T1171 oass.IndexSchema.readSchema Reading Solr Schema from schema11.xml
   [junit4]   2> 299476 T1171 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 299553 T1171 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 299555 T1171 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 299563 T1171 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/
   [junit4]   2> 299563 T1171 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 299563 T1171 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solr.request.TestFaceting-EF686C57D2698AAE-001\init-core-data-001\
   [junit4]   2> 299563 T1171 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@185c02c
   [junit4]   2> 299564 T1171 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solr.request.TestFaceting-EF686C57D2698AAE-001\init-core-data-001\
   [junit4]   2> 299564 T1171 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solr.request.TestFaceting-EF686C57D2698AAE-001\init-core-data-001\index/
   [junit4]   2> 299564 T1171 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solr.request.TestFaceting-EF686C57D2698AAE-001\init-core-data-001\index' doesn't exist. Creating new index...
   [junit4]   2> 299566 T1171 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solr.request.TestFaceting-EF686C57D2698AAE-001\init-core-data-001\index
   [junit4]   2> 299567 T1171 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.603515625, floorSegmentMB=2.037109375, forceMergeDeletesPctAllowed=16.94162431827017, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 299568 T1171 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_1,generation=1}
   [junit4]   2> 299568 T1171 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 299570 T1171 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 299575 T1171 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 299575 T1171 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 299575 T1171 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 299576 T1171 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 299576 T1171 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 299576 T1171 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 299576 T1171 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 299578 T1171 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 299578 T1171 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 299579 T1171 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 299579 T1171 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 299579 T1171 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 299579 T1171 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 299579 T1171 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 299582 T1171 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 299582 T1171 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 299583 T1171 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 299583 T1171 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 299584 T1171 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 299585 T1171 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 299585 T1171 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 299587 T1171 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 299587 T1171 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 299587 T1171 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 299588 T1171 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 299591 T1171 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 299591 T1171 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 299592 T1171 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 299592 T1171 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 299593 T1171 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 299595 T1171 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 299595 T1171 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 299596 T1171 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 299596 T1171 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 299597 T1171 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 299607 T1171 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 299608 T1171 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 299612 T1171 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 299612 T1171 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 299613 T1171 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=58.7333984375, floorSegmentMB=1.837890625, forceMergeDeletesPctAllowed=18.66270243781253, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 299614 T1171 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_1,generation=1}
   [junit4]   2> 299614 T1171 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 299614 T1171 oass.SolrIndexSearcher.<init> Opening Searcher@d1cb08[collection1] main
   [junit4]   2> 299616 T1171 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 299616 T1171 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 299616 T1171 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 299617 T1171 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 299617 T1171 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 299617 T1171 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 299632 T1171 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 299724 T1172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d1cb08[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 299736 T1171 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 299740 T1170 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 299746 T1170 oas.SolrTestCaseJ4.setUp ###Starting testTrieFields
   [junit4]   2> ASYNC  NEW_CORE C211 name=collection1 org.apache.solr.core.SolrCore@14be0c1
   [junit4]   2> 299752 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586255675555840)} 0 4
   [junit4]   2> 299757 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[7 (1468586255683944448)]} 0 1
   [junit4]   2> 299758 T1170 C211 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 299832 T1170 C211 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_2,generation=2}
   [junit4]   2> 299833 T1170 C211 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 299905 T1170 C211 oass.SolrIndexSearcher.<init> Opening Searcher@e138ce[collection1] main
   [junit4]   2> 299906 T1170 C211 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 299910 T1172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e138ce[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):C1))}
   [junit4]   2> 299912 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 154
   [junit4]   2> 299915 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:42&facet.field=f_ti&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=1 
   [junit4]   2> 299916 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:43&facet.field=f_ti&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 299919 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:42&facet.field=f_ti&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=1 
   [junit4]   2> 299922 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:43&facet.field=f_ti&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 299923 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:42&facet.field=f_ti&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 299926 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:43&facet.field=f_ti&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 299928 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:42&facet.field=f_ti&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=1 
   [junit4]   2> 299930 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:43&facet.field=f_ti&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 299932 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:42&facet.field=f_ti&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 299935 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:43&facet.field=f_ti&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 299936 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:42&facet.field=f_ti&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 299939 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_ti:43&facet.field=f_ti&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=2 
   [junit4]   2> 299940 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:42&facet.field=f_tis&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=1 
   [junit4]   2> 299941 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:43&facet.field=f_tis&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 299943 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:42&facet.field=f_tis&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 299945 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:43&facet.field=f_tis&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=1 
   [junit4]   2> 299947 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:42&facet.field=f_tis&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=2 
   [junit4]   2> 299948 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:43&facet.field=f_tis&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 299951 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:42&facet.field=f_tis&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=2 
   [junit4]   2> 299952 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:43&facet.field=f_tis&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 299953 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:42&facet.field=f_tis&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 299955 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:43&facet.field=f_tis&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 299956 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:42&facet.field=f_tis&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 299959 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tis:43&facet.field=f_tis&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=2 
   [junit4]   2> 299960 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:42&facet.field=f_tf&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=1 
   [junit4]   2> 299963 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:43&facet.field=f_tf&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=2 
   [junit4]   2> 299964 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:42&facet.field=f_tf&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=1 
   [junit4]   2> 299965 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:43&facet.field=f_tf&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 299966 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:42&facet.field=f_tf&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 299968 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:43&facet.field=f_tf&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 299970 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:42&facet.field=f_tf&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=1 
   [junit4]   2> 299972 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:43&facet.field=f_tf&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 299973 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:42&facet.field=f_tf&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 299974 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:43&facet.field=f_tf&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 299977 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:42&facet.field=f_tf&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=1 
   [junit4]   2> 299978 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tf:43&facet.field=f_tf&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=1 
   [junit4]   2> 299981 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:42&facet.field=f_tfs&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=3 
   [junit4]   2> 299982 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:43&facet.field=f_tfs&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=1 
   [junit4]   2> 299984 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:42&facet.field=f_tfs&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=2 
   [junit4]   2> 299985 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:43&facet.field=f_tfs&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=1 
   [junit4]   2> 299986 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:42&facet.field=f_tfs&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=1 
   [junit4]   2> 299988 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:43&facet.field=f_tfs&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=2 
   [junit4]   2> 299990 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:42&facet.field=f_tfs&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=2 
   [junit4]   2> 299992 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:43&facet.field=f_tfs&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 299993 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:42&facet.field=f_tfs&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 299994 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:43&facet.field=f_tfs&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 299997 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:42&facet.field=f_tfs&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=2 
   [junit4]   2> 299998 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tfs:43&facet.field=f_tfs&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 300001 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:42&facet.field=f_tl&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=2 
   [junit4]   2> 300003 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:43&facet.field=f_tl&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 300005 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:42&facet.field=f_tl&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 300007 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:43&facet.field=f_tl&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=1 
   [junit4]   2> 300009 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:42&facet.field=f_tl&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=2 
   [junit4]   2> 300010 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:43&facet.field=f_tl&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 300011 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:42&facet.field=f_tl&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 300013 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:43&facet.field=f_tl&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 300014 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:42&facet.field=f_tl&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 300015 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:43&facet.field=f_tl&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 300018 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:42&facet.field=f_tl&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=1 
   [junit4]   2> 300019 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tl:43&facet.field=f_tl&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 300021 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:42&facet.field=f_tls&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 300022 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:43&facet.field=f_tls&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 300023 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:42&facet.field=f_tls&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 300026 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:43&facet.field=f_tls&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=2 
   [junit4]   2> 300027 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:42&facet.field=f_tls&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=1 
   [junit4]   2> 300028 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:43&facet.field=f_tls&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 300030 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:42&facet.field=f_tls&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 300031 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:43&facet.field=f_tls&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 300032 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:42&facet.field=f_tls&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 300035 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:43&facet.field=f_tls&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=1 
   [junit4]   2> 300038 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:42&facet.field=f_tls&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=2 
   [junit4]   2> 300039 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tls:43&facet.field=f_tls&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=1 
   [junit4]   2> 300040 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:42&facet.field=f_td&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 300043 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:43&facet.field=f_td&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 300046 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:42&facet.field=f_td&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=2 
   [junit4]   2> 300048 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:43&facet.field=f_td&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=1 
   [junit4]   2> 300050 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:42&facet.field=f_td&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 300052 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:43&facet.field=f_td&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 300055 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:42&facet.field=f_td&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=2 
   [junit4]   2> 300057 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:43&facet.field=f_td&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=1 
   [junit4]   2> 300059 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:42&facet.field=f_td&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 300061 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:43&facet.field=f_td&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 300064 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:42&facet.field=f_td&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 300067 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_td:43&facet.field=f_td&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=2 
   [junit4]   2> 300069 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:42&facet.field=f_tds&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=1 
   [junit4]   2> 300072 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:43&facet.field=f_tds&facet.method=enum&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=1 
   [junit4]   2> 300073 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:42&facet.field=f_tds&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 300076 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:43&facet.field=f_tds&facet.method=enum&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 300079 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:42&facet.field=f_tds&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=2 
   [junit4]   2> 300081 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:43&facet.field=f_tds&facet.method=fc&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=1 
   [junit4]   2> 300084 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:42&facet.field=f_tds&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 300085 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:43&facet.field=f_tds&facet.method=fc&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=0 
   [junit4]   2> 300086 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:42&facet.field=f_tds&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=1 status=0 QTime=0 
   [junit4]   2> 300088 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:43&facet.field=f_tds&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=count} hits=0 status=0 QTime=0 
   [junit4]   2> 300089 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:42&facet.field=f_tds&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=1 status=0 QTime=0 
   [junit4]   2> 300092 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=f_tds:43&facet.field=f_tds&facet.method=fcs&facet.mincount=0&facet=true&facet.sort=index} hits=0 status=0 QTime=2 
   [junit4]   2> 300092 T1170 oas.SolrTestCaseJ4.tearDown ###Ending testTrieFields
   [junit4]   2> 300101 T1170 oas.SolrTestCaseJ4.setUp ###Starting testThreadWait
   [junit4]   2> 300105 T1170 C211 oass.SolrIndexSearcher.<init> Opening Searcher@b52c1e[collection1] realtime
   [junit4]   2> 300105 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586256045703168)} 0 4
   [junit4]   2> 300111 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[0 (1468586256053043200)]} 0 5
   [junit4]   2> 300113 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1 (1468586256058286080)]} 0 0
   [junit4]   2> 300115 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[2 (1468586256059334656)]} 0 1
   [junit4]   2> 300117 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[3 (1468586256062480384)]} 0 2
   [junit4]   2> 300118 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[4 (1468586256063528960)]} 0 0
   [junit4]   2> 300121 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5 (1468586256064577536)]} 0 2
   [junit4]   2> 300134 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[6 (1468586256067723264)]} 0 12
   [junit4]   2> 300137 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[7 (1468586256083451904)]} 0 2
   [junit4]   2> 300139 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[8 (1468586256085549056)]} 0 1
   [junit4]   2> 300141 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[9 (1468586256087646208)]} 0 0
   [junit4]   2> 300143 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10 (1468586256089743360)]} 0 1
   [junit4]   2> 300144 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[11 (1468586256090791936)]} 0 0
   [junit4]   2> 300147 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[12 (1468586256093937664)]} 0 1
   [junit4]   2> 300152 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[13 (1468586256094986240)]} 0 4
   [junit4]   2> 300156 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[14 (1468586256102326272)]} 0 1
   [junit4]   2> 300158 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[15 (1468586256105472000)]} 0 2
   [junit4]   2> 300160 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[16 (1468586256106520576)]} 0 1
   [junit4]   2> 300162 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[17 (1468586256109666304)]} 0 2
   [junit4]   2> 300163 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[18 (1468586256110714880)]} 0 0
   [junit4]   2> 300164 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[19 (1468586256111763456)]} 0 0
   [junit4]   2> 300171 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[20 (1468586256113860608)]} 0 5
   [junit4]   2> 300172 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[21 (1468586256120152064)]} 0 1
   [junit4]   2> 300173 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[22 (1468586256121200640)]} 0 0
   [junit4]   2> 300176 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[23 (1468586256124346368)]} 0 1
   [junit4]   2> 300177 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[24 (1468586256125394944)]} 0 0
   [junit4]   2> 300179 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[25 (1468586256127492096)]} 0 0
   [junit4]   2> 300180 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[26 (1468586256128540672)]} 0 0
   [junit4]   2> 300187 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[27 (1468586256129589248)]} 0 6
   [junit4]   2> 300189 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[28 (1468586256136929280)]} 0 1
   [junit4]   2> 300191 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[29 (1468586256140075008)]} 0 0
   [junit4]   2> 300192 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[30 (1468586256141123584)]} 0 0
   [junit4]   2> 300195 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[31 (1468586256144269312)]} 0 0
   [junit4]   2> 300196 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[32 (1468586256145317888)]} 0 0
   [junit4]   2> 300197 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[33 (1468586256146366464)]} 0 0
   [junit4]   2> 300204 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[34 (1468586256148463616)]} 0 5
   [junit4]   2> 300206 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[35 (1468586256154755072)]} 0 1
   [junit4]   2> 300209 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[36 (1468586256157900800)]} 0 1
   [junit4]   2> 300212 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[37 (1468586256159997952)]} 0 2
   [junit4]   2> 300213 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[38 (1468586256163143680)]} 0 1
   [junit4]   2> 300214 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[39 (1468586256164192256)]} 0 0
   [junit4]   2> 300216 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[40 (1468586256166289408)]} 0 0
   [junit4]   2> 300220 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[41 (1468586256167337984)]} 0 3
   [junit4]   2> 300222 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[42 (1468586256172580864)]} 0 1
   [junit4]   2> 300226 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[43 (1468586256175726592)]} 0 1
   [junit4]   2> 300228 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[44 (1468586256178872320)]} 0 0
   [junit4]   2> 300229 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[45 (1468586256179920896)]} 0 0
   [junit4]   2> 300231 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[46 (1468586256180969472)]} 0 1
   [junit4]   2> 300233 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[47 (1468586256184115200)]} 0 0
   [junit4]   2> 300239 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[48 (1468586256185163776)]} 0 5
   [junit4]   2> 300242 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[49 (1468586256192503808)]} 0 1
   [junit4]   2> 300243 T1170 C211 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 300330 T1170 C211 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_3,generation=3}
   [junit4]   2> 300332 T1170 C211 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 300334 T1170 C211 oass.SolrIndexSearcher.<init> Opening Searcher@2a0580[collection1] main
   [junit4]   2> 300336 T1170 C211 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 300337 T1172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a0580[collection1] main{UninvertingDirectoryReader(Uninverting(_1(5.0):C7) Uninverting(_2(5.0):C7) Uninverting(_3(5.0):C7) Uninverting(_4(5.0):C7) Uninverting(_5(5.0):C7) Uninverting(_6(5.0):C7) Uninverting(_7(5.0):C7) Uninverting(_8(5.0):C1))}
   [junit4]   2> 300341 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 98
   [junit4]   2> 300386 T1170 C211 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:*&facet.limit=-1&facet.field=f0_ws&facet.field=f0_ws&facet.field=f0_ws&facet.field=f0_ws&facet.field=f0_ws&facet.field=f1_ws&facet.field=f1_ws&facet.field=f1_ws&facet.field=f1_ws&facet.field=f1_ws&facet.field=f2_ws&facet.field=f2_ws&facet.field=f2_ws&facet.field=f2_ws&facet.field=f2_ws&facet.field=f3_ws&facet.field=f3_ws&facet.field=f3_ws&facet.field=f3_ws&facet.field=f3_ws&facet.field=f4_ws&facet.field=f4_ws&facet.field=f4_ws&facet.field=f4_ws&facet.field=f4_ws&facet.field=f5_ws&facet.field=f5_ws&facet.field=f5_ws&facet.field=f5_ws&facet.field=f5_ws&facet.field=f6_ws&facet.field=f6_ws&facet.field=f6_ws&facet.field=f6_ws&facet.field=f6_ws&facet.field=f7_ws&facet.field=f7_ws&facet.field=f7_ws&facet.field=f7_ws&facet.field=f7_ws&facet.field=f8_ws&facet.field=f8_ws&facet.field=f8_ws&facet.field=f8_ws&facet.field=f8_ws&facet.field=f9_ws&facet.field=f9_ws&facet.field=f9_ws&facet.field=f9_ws&facet.field=f9_ws&indent=true&fl=id&facet.threads=1000&rows=1&facet=true} hits=50 status=0 QTime=44 
   [junit4]   2> 300391 T1170 oas.SolrTestCaseJ4.tearDown ###Ending testThreadWait
   [junit4]   2> 300398 T1170 oas.SolrTestCaseJ4.setUp ###Starting testMultiThreadedFacets
   [junit4]   2> 300404 T1170 C211 oass.SolrIndexSearcher.<init> Opening Searcher@fce1b7[collection1] realtime
   [junit4]   2> 300407 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586256358178816)} 0 8
   [junit4]   2> 300409 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[0 (1468586256367616000)]} 0 1
   [junit4]   2> 300411 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1 (1468586256368664576)]} 0 2
   [junit4]   2> 300412 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[2 (1468586256371810304)]} 0 1
   [junit4]   2> 300413 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[3 (1468586256372858880)]} 0 0
   [junit4]   2> 300415 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[4 (1468586256374956032)]} 0 0
   [junit4]   2> 300417 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5 (1468586256376004608)]} 0 1
   [junit4]   2> 300421 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[6 (1468586256379150336)]} 0 4
   [junit4]   2> 300424 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[7 (1468586256384393216)]} 0 1
   [junit4]   2> 300425 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[8 (1468586256385441792)]} 0 0
   [junit4]   2> 300428 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[9 (1468586256387538944)]} 0 1
   [junit4]   2> 300429 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10 (1468586256388587520)]} 0 1
   [junit4]   2> 300431 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[11 (1468586256391733248)]} 0 0
   [junit4]   2> 300432 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[12 (1468586256392781824)]} 0 0
   [junit4]   2> 300437 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[13 (1468586256393830400)]} 0 4
   [junit4]   2> 300440 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[14 (1468586256399073280)]} 0 2
   [junit4]   2> 300441 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[15 (1468586256402219008)]} 0 0
   [junit4]   2> 300442 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[16 (1468586256403267584)]} 0 0
   [junit4]   2> 300445 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[17 (1468586256405364736)]} 0 1
   [junit4]   2> 300446 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[18 (1468586256406413312)]} 0 1
   [junit4]   2> 300448 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[19 (1468586256407461888)]} 0 2
   [junit4]   2> 300454 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[20 (1468586256410607616)]} 0 6
   [junit4]   2> 300457 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[21 (1468586256417947648)]} 0 1
   [junit4]   2> 300458 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[22 (1468586256420044800)]} 0 0
   [junit4]   2> 300460 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[23 (1468586256422141952)]} 0 0
   [junit4]   2> 300461 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[24 (1468586256423190528)]} 0 0
   [junit4]   2> 300463 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[25 (1468586256424239104)]} 0 1
   [junit4]   2> 300465 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[26 (1468586256427384832)]} 0 2
   [junit4]   2> 300470 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[27 (1468586256428433408)]} 0 5
   [junit4]   2> 300473 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[28 (1468586256433676288)]} 0 2
   [junit4]   2> 300474 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[29 (1468586256435773440)]} 0 1
   [junit4]   2> 300475 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[30 (1468586256437870592)]} 0 1
   [junit4]   2> 300479 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[31 (1468586256441016320)]} 0 4
   [junit4]   2> 300482 T1170 C211 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[32 (1468586256444162048)]} 0 1
   [junit4]   2> ASYNC  NEW_CORE C212 name=collection1 org.apache.solr.core.SolrCore@14be0c1
   [junit4]   2> 300512 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[33 (1468586256476667904)]} 0 0
   [junit4]   2> 300515 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[34 (1468586256479813632)]} 0 1
   [junit4]   2> 300521 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[35 (1468586256485056512)]} 0 1
   [junit4]   2> 300523 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[36 (1468586256488202240)]} 0 2
   [junit4]   2> 300524 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[37 (1468586256489250816)]} 0 0
   [junit4]   2> 300525 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[38 (1468586256490299392)]} 0 0
   [junit4]   2> 300527 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[39 (1468586256492396544)]} 0 0
   [junit4]   2> 300528 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[40 (1468586256493445120)]} 0 0
   [junit4]   2> 300533 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[41 (1468586256494493696)]} 0 4
   [junit4]   2> 300535 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[42 (1468586256500785152)]} 0 0
   [junit4]   2> 300536 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[43 (1468586256501833728)]} 0 0
   [junit4]   2> 300539 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[44 (1468586256502882304)]} 0 2
   [junit4]   2> 300540 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[45 (1468586256504979456)]} 0 1
   [junit4]   2> 300541 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[46 (1468586256506028032)]} 0 1
   [junit4]   2> 300543 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[47 (1468586256509173760)]} 0 2
   [junit4]   2> 300548 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[48 (1468586256510222336)]} 0 4
   [junit4]   2> 300549 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[49 (1468586256515465216)]} 0 1
   [junit4]   2> 300550 T1170 C212 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 300573 T1170 C212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_4,generation=4}
   [junit4]   2> 300574 T1170 C212 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 300578 T1170 C212 oass.SolrIndexSearcher.<init> Opening Searcher@837a8a[collection1] main
   [junit4]   2> 300581 T1170 C212 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 300585 T1172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@837a8a[collection1] main{UninvertingDirectoryReader(Uninverting(_9(5.0):C7) Uninverting(_a(5.0):C7) Uninverting(_b(5.0):C7) Uninverting(_c(5.0):C7) Uninverting(_d(5.0):C7) Uninverting(_e(5.0):C7) Uninverting(_f(5.0):C7) Uninverting(_g(5.0):C1))}
   [junit4]   2> 300591 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 41
   [junit4]   2> 300601 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:*&facet.limit=-1&facet.field=f0_ws&facet.field=f1_ws&facet.field=f2_ws&facet.field=f3_ws&facet.field=f4_ws&facet.field=f5_ws&facet.field=f6_ws&facet.field=f7_ws&facet.field=f8_ws&facet.field=f9_ws&indent=true&fl=id&facet.threads=0&rows=1&facet=true} hits=50 status=0 QTime=8 
   [junit4]   2> 300616 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:*&facet.limit=-1&facet.field=f0_ws&facet.field=f1_ws&facet.field=f2_ws&facet.field=f3_ws&facet.field=f4_ws&facet.field=f5_ws&facet.field=f6_ws&facet.field=f7_ws&facet.field=f8_ws&facet.field=f9_ws&indent=true&fl=id&facet.threads=1000&rows=1&facet=true} hits=50 status=0 QTime=4 
   [junit4]   2> 300630 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:*&facet.limit=-1&facet.field=f0_ws&facet.field=f1_ws&facet.field=f2_ws&facet.field=f3_ws&facet.field=f4_ws&facet.field=f5_ws&facet.field=f6_ws&facet.field=f7_ws&facet.field=f8_ws&facet.field=f9_ws&indent=true&fl=id&facet.threads=3&rows=1&facet=true} hits=50 status=0 QTime=3 
   [junit4]   2> 300652 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:*&facet.limit=-1&facet.field=f0_ws&facet.field=f0_ws&facet.field=f0_ws&facet.field=f0_ws&facet.field=f0_ws&facet.field=f1_ws&facet.field=f1_ws&facet.field=f1_ws&facet.field=f1_ws&facet.field=f1_ws&facet.field=f2_ws&facet.field=f2_ws&facet.field=f2_ws&facet.field=f2_ws&facet.field=f2_ws&facet.field=f3_ws&facet.field=f3_ws&facet.field=f3_ws&facet.field=f3_ws&facet.field=f3_ws&facet.field=f4_ws&facet.field=f4_ws&facet.field=f4_ws&facet.field=f4_ws&facet.field=f4_ws&facet.field=f5_ws&facet.field=f5_ws&facet.field=f5_ws&facet.field=f5_ws&facet.field=f5_ws&facet.field=f6_ws&facet.field=f6_ws&facet.field=f6_ws&facet.field=f6_ws&facet.field=f6_ws&facet.field=f7_ws&facet.field=f7_ws&facet.field=f7_ws&facet.field=f7_ws&facet.field=f7_ws&facet.field=f8_ws&facet.field=f8_ws&facet.field=f8_ws&facet.field=f8_ws&facet.field=f8_ws&facet.field=f9_ws&facet.field=f9_ws&facet.field=f9_ws&facet.field=f9_ws&facet.field=f9_ws&indent=true&fl=id&facet.threads=1000&rows=1&facet=true} hits=50 status=0 QTime=15 
   [junit4]   2> 300660 T1170 oas.SolrTestCaseJ4.tearDown ###Ending testMultiThreadedFacets
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFaceting -Dtests.method=testMultiThreadedFacets -Dtests.seed=EF686C57D2698AAE -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=Africa/Lusaka -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.30s | TestFaceting.testMultiThreadedFacets <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected same:<or...@1840511> was not:<or...@c88009>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EF686C57D2698AAE:C040D5DEE621F7BA]:0)
   [junit4]    > 	at org.apache.solr.request.TestFaceting.assertEquals(TestFaceting.java:958)
   [junit4]    > 	at org.apache.solr.request.TestFaceting.testMultiThreadedFacets(TestFaceting.java:928)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 300701 T1170 oas.SolrTestCaseJ4.setUp ###Starting testSimpleFacetCountsWithMultipleConfigurationsForSameField
   [junit4]   2> 300706 T1170 C212 oass.SolrIndexSearcher.<init> Opening Searcher@142e27d[collection1] realtime
   [junit4]   2> 300707 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586256674848768)} 0 6
   [junit4]   2> 300709 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586256683237376)} 0 0
   [junit4]   2> 300711 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[42 (1468586256684285952)]} 0 1
   [junit4]   2> 300713 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[43 (1468586256687431680)]} 0 2
   [junit4]   2> 300714 T1170 C212 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 300717 T1170 C212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_5,generation=5}
   [junit4]   2> 300718 T1170 C212 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 300721 T1170 C212 oass.SolrIndexSearcher.<init> Opening Searcher@7d56d5[collection1] main
   [junit4]   2> 300721 T1170 C212 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 300725 T1172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d56d5[collection1] main{UninvertingDirectoryReader(Uninverting(_h(5.0):C2))}
   [junit4]   2> 300728 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 15
   [junit4]   2> 300732 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[44 (1468586256705257472)]} 0 2
   [junit4]   2> 300734 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[45 (1468586256709451776)]} 0 0
   [junit4]   2> 300736 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[46 (1468586256710500352)]} 0 1
   [junit4]   2> 300738 T1170 C212 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 300810 T1170 C212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_5,generation=5}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_6,generation=6}
   [junit4]   2> 300812 T1170 C212 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
   [junit4]   2> 300813 T1170 C212 oass.SolrIndexSearcher.<init> Opening Searcher@12b6df7[collection1] main
   [junit4]   2> 300814 T1170 C212 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 300821 T1172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12b6df7[collection1] main{UninvertingDirectoryReader(Uninverting(_h(5.0):C2) Uninverting(_i(5.0):C3))}
   [junit4]   2> 300823 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 87
   [junit4]   2> 300829 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[47 (1468586256805920768)]} 0 4
   [junit4]   2> 300830 T1170 C212 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 300835 T1170 C212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_6,generation=6}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_7,generation=7}
   [junit4]   2> 300837 T1170 C212 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 300839 T1170 C212 oass.SolrIndexSearcher.<init> Opening Searcher@43d828[collection1] main
   [junit4]   2> 300841 T1170 C212 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 300844 T1172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43d828[collection1] main{UninvertingDirectoryReader(Uninverting(_h(5.0):C2) Uninverting(_i(5.0):C3) Uninverting(_j(5.0):C1))}
   [junit4]   2> 300847 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 17
   [junit4]   2> 300851 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:[42+TO+47]&facet.field={!key%3Dfoo+facet.mincount%3D0+facet.missing%3Dfalse+}trait_ss&facet.field={!key%3Dbar+facet.mincount%3D2+facet.missing%3Dtrue+}trait_ss&fq=id:[42+TO+45]&facet=true&facet.zeros=false} hits=4 status=0 QTime=3 
   [junit4]   2> 300859 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:[42+TO+47]&facet.field={!key%3Dfoo+facet.prefix%3DToo+}trait_ss&facet.field={!key%3Dbar+facet.limit%3D2+facet.sort%3Dfalse+}trait_ss&fq=id:[42+TO+45]&facet=true&facet.zeros=false} hits=4 status=0 QTime=3 
   [junit4]   2> 300866 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:[42+TO+47]&facet.field={!key%3Dfoo+facet.sort%3Dindex}trait_ss&facet.field={!key%3Dbar+facet.missing%3Dtrue}trait_ss&fq=id:[42+TO+45]&rows=0&facet=true} hits=4 status=0 QTime=3 
   [junit4]   2> 300873 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:[42+TO+47]&facet.field={!key%3Dfoo+facet.mincount%3D2}trait_ss&facet.field={!key%3Dbar}trait_ss&fq=id:[42+TO+45]&rows=0&facet=true} hits=4 status=0 QTime=2 
   [junit4]   2> 300877 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=id:[42+TO+47]&facet.field={!key%3Dfoo+facet.missing%3Dtrue}trait_ss&facet.field={!key%3Dbar}trait_ss&fq=id:[42+TO+45]&rows=0&facet=true} hits=4 status=0 QTime=4 
   [junit4]   2> 300883 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=*:*&facet.field=trait_ss&facet.field={!key%3Dfoo+facet.prefix%3DT+}trait_ss&facet=true} hits=6 status=0 QTime=2 
   [junit4]   2> 300888 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=*:*&facet.field={!key%3Dfoo+facet.prefix%3DT+}trait_ss&facet.field=trait_ss&facet=true} hits=6 status=0 QTime=3 
   [junit4]   2> 300892 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={facet.range={!key%3Dfoo+facet.range.gap%3D2}val_i&facet.range=val_i&q=*:*&facet.range.gap=1&rows=0&facet=true&facet.range.start=0&facet.range.end=10} hits=6 status=0 QTime=4 
   [junit4]   2> 300896 T1170 C212 oasc.SolrCore.execute [collection1] webapp=null path=null params={facet.range=val_i&facet.range={!key%3Dfoo+facet.range.gap%3D2}val_i&q=*:*&facet.range.gap=1&rows=0&facet=true&facet.range.start=0&facet.range.end=10} hits=6 status=0 QTime=3 
   [junit4]   2> 300904 T1170 C212 oass.SolrIndexSearcher.<init> Opening Searcher@129125d[collection1] realtime
   [junit4]   2> 300905 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586256882466816)} 0 8
   [junit4]   2> 300906 T1170 C212 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 300908 T1170 C212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_8,generation=8}
   [junit4]   2> 300908 T1170 C212 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 300909 T1170 C212 oass.SolrIndexSearcher.<init> Opening Searcher@1263dae[collection1] main
   [junit4]   2> 300910 T1170 C212 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 300914 T1172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1263dae[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 300983 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 77
   [junit4]   2> 300986 T1170 oas.SolrTestCaseJ4.tearDown ###Ending testSimpleFacetCountsWithMultipleConfigurationsForSameField
   [junit4]   2> 300993 T1170 oas.SolrTestCaseJ4.setUp ###Starting testTermEnum
   [junit4]   2> 300999 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586256983130112)} 0 6
   [junit4]   2> 301000 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586256988372992)} 0 0
   [junit4]   2> 301003 T1170 C212 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 301003 T1170 C212 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 301003 T1170 C212 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 301005 T1170 C212 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 301005 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 4
   [junit4]   2> 301011 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586256996761600)} 0 4
   [junit4]   2> 301012 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[0.0 (1468586257000955904)]} 0 0
   [junit4]   2> 301015 T1170 C212 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 301026 T1170 C212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_8,generation=8}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@1bf9ab6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13f7b15)),segFN=segments_9,generation=9}
   [junit4]   2> 301026 T1170 C212 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 301029 T1170 C212 oass.SolrIndexSearcher.<init> Opening Searcher@6f6e76[collection1] main
   [junit4]   2> 301030 T1170 C212 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 301032 T1172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f6e76[collection1] main{UninvertingDirectoryReader(Uninverting(_l(5.0):c1))}
   [junit4]   2> 301034 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 21
   [junit4]   2> 301040 T1170 C212 oass.SolrIndexSearcher.<init> Opening Searcher@12820dd[collection1] realtime
   [junit4]   2> 301041 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:* (-1468586257027170304)} 0 4
   [junit4]   2> 301042 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[0.0 (1468586257032413184)]} 0 0
   [junit4]   2> 301044 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1.0 (1468586257034510336)]} 0 0
   [junit4]   2> 301045 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[2.0 (1468586257035558912)]} 0 0
   [junit4]   2> 301046 T1170 C212 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=n

[...truncated too long message...]

utedSearchTestCase.java:863)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3406931 T12377 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solr.cloud.ReplicationFactorTest-EF686C57D2698AAE-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=213), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=213)), sim=DefaultSimilarity, locale=el_CY, timezone=Etc/GMT+3
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_05 (32-bit)/cpus=2,threads=1,free=333641448,total=524288000
   [junit4]   2> NOTE: All tests run in this JVM: [SolrInfoMBeanTest, SolrIndexSplitterTest, JSONWriterTest, SuggesterTest, TestExceedMaxTermLength, PathHierarchyTokenizerFactoryTest, SimpleFacetsTest, TestExpandComponent, DistributedSuggestComponentTest, TestMultiCoreConfBootstrap, TestIBSimilarityFactory, AnalysisErrorHandlingTest, TestShardHandlerFactory, FileUtilsTest, MinimalSchemaTest, TestSolrXmlPersistence, OverseerStatusTest, StatsComponentTest, TestFunctionQuery, SpatialFilterTest, TestFastLRUCache, TestDefaultSimilarityFactory, HdfsUnloadDistributedZkTest, AddSchemaFieldsUpdateProcessorFactoryTest, FieldMutatingUpdateProcessorTest, ZkCLITest, TestStressRecovery, TestDFRSimilarityFactory, TestCodecSupport, SchemaVersionSpecificBehaviorTest, HighlighterConfigTest, TestElisionMultitermQuery, ChangedSchemaMergeTest, PreAnalyzedUpdateProcessorTest, SolrCoreTest, DistributedQueryElevationComponentTest, TestHighFrequencyDictionaryFactory, DocumentBuilderTest, TestDynamicFieldResource, XmlUpdateRequestHandlerTest, MultiThreadedOCPTest, TestCursorMarkWithoutUniqueKey, TestComplexPhraseQParserPlugin, SuggesterFSTTest, TestCollapseQParserPlugin, TestRecovery, DefaultValueUpdateProcessorTest, BlockDirectoryTest, SpellCheckCollatorTest, TestBadConfig, TestFaceting, TestFieldCollectionResource, ClusterStateUpdateTest, TestSolrXml, InfoHandlerTest, PeerSyncTest, TestCollationField, HighlighterTest, UpdateRequestProcessorFactoryTest, TestUpdate, ShardRoutingTest, CollectionsAPIDistributedZkTest, TestPHPSerializedResponseWriter, TestSearchPerf, AutoCommitTest, TestFileDictionaryLookup, WordBreakSolrSpellCheckerTest, TestGroupingSearch, AsyncMigrateRouteKeyTest, TestCoreContainer, TriLevelCompositeIdRoutingTest, TestStandardQParsers, TestPostingsSolrHighlighter, AbstractAnalyticsStatsTest, TestAtomicUpdateErrorCases, TestArbitraryIndexDir, ScriptEngineTest, TestSolrIndexConfig, TestFieldResource, UUIDFieldTest, TestSolrQueryParserDefaultOperatorResource, TestFieldSortValues, DirectSolrConnectionTest, TestMaxScoreQueryParser, TestInitQParser, NotRequiredUniqueKeyTest, URLClassifyProcessorTest, QueryResultKeyTest, TestRangeQuery, CachingDirectoryFactoryTest, TestPartialUpdateDeduplication, StressHdfsTest, BasicDistributedZk2Test, HdfsRecoveryZkTest, DateFieldTest, StandardRequestHandlerTest, NoFacetTest, DistributedDebugComponentTest, SOLR749Test, LukeRequestHandlerTest, FieldFacetExtrasTest, CircularListTest, PrimitiveFieldTypeTest, HdfsChaosMonkeySafeLeaderTest, DeleteInactiveReplicaTest, TestFieldTypeCollectionResource, PingRequestHandlerTest, TestSolrDeletionPolicy2, ExpressionTest, TestManagedResource, TestCopyFieldCollectionResource, SolrRequestParserTest, TestStressUserVersions, TestQueryUtils, FastVectorHighlighterTest, ResponseHeaderTest, TestZkChroot, ResourceLoaderTest, QueryParsingTest, TestTrie, TestSchemaVersionResource, TermVectorComponentDistributedTest, HdfsLockFactoryTest, BadCopyFieldTest, DirectUpdateHandlerTest, TestSolrXmlPersistor, DeleteShardTest, TestIndexingPerformance, OpenCloseCoreStressTest, SolrCmdDistributorTest, SyncSliceTest, SSLMigrationTest, TestSweetSpotSimilarityFactory, TestRandomFaceting, TestFuzzyAnalyzedSuggestions, BasicZkTest, DistributedSpellCheckComponentTest, TestLFUCache, TestJmxMonitoredMap, TestIndexSearcher, CoreAdminCreateDiscoverTest, SearchHandlerTest, TestStressLucene, FunctionTest, SliceStateTest, TestOrdValues, TestWordDelimiterFilterFactory, LoggingHandlerTest, TestBinaryField, TestCollationFieldDocValues, TestReplicationHandler, OverseerTest, ExternalFileFieldSortTest, TestAnalyzedSuggestions, SystemInfoHandlerTest, TestNonNRTOpen, ShardSplitTest, TestCharFilters, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, CursorMarkTest, SolrTestCaseJ4Test, TestBM25SimilarityFactory, TestSchemaSimilarityResource, AtomicUpdatesTest, DocExpirationUpdateProcessorFactoryTest, PreAnalyzedFieldTest, QueryElevationComponentTest, ConnectionManagerTest, TestXIncludeConfig, BadComponentTest, TestDefaultSearchFieldResource, RangeFacetTest, TestDocSet, AssignTest, DistribDocExpirationUpdateProcessorTest, ModifyConfFileTest, HdfsBasicDistributedZkTest, LeaderElectionIntegrationTest, TestRemoteStreaming, TestComponentsName, TestDocBasedVersionConstraints, OpenExchangeRatesOrgProviderTest, SliceStateUpdateTest, FullSolrCloudDistribCmdsTest, StatelessScriptUpdateProcessorFactoryTest, CurrencyFieldXmlFileTest, ShardRoutingCustomTest, FieldFacetTest, SuggesterTSTTest, TestRestManager, TestSort, TestSolrQueryParserResource, BasicDistributedZkTest, TestFastOutputStream, TestValueSourceCache, TestSerializedLuceneMatchVersion, TestQuerySenderNoQuery, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, RecoveryZkTest, LeaderElectionTest, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, TestDistributedGrouping, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, BasicFunctionalityTest, TestLazyCores, OverseerCollectionProcessorTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestMergePolicyConfig, MultiTermTest, SampleTest, NumericFieldsTest, TestConfig, OutputWriterTest, TestSolrCoreProperties, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, SynonymTokenizerTest, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TimeZoneUtilsTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestSolrXMLSerializer, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, TestRTGBase, CursorPagingTest, TestDistributedMissingSort, TestHighlightDedupGrouping, AbstractAnalyticsFacetTest, QueryFacetTest, AliasIntegrationTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, DeleteReplicaTest, DistribCursorPagingTest, HttpPartitionTest, MigrateRouteKeyTest, OverseerRolesTest, RemoteQueryErrorTest, ReplicationFactorTest]
   [junit4] Completed in 42.27s, 1 test, 1 failure <<< FAILURES!

[...truncated 193 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1296: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:920: There were test failures: 406 suites, 1688 tests, 1 error, 2 failures, 42 ignored (21 assumptions)

Total time: 105 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_05 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.7.0_60-ea-b15) - Build # 4049 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4049/
Java: 64bit/jdk1.7.0_60-ea-b15 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([F3FACE40DADD0DD5:F7F241B3C878E2F4]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:135)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:134)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:661)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
	... 46 more


FAILED:  org.apache.solr.cloud.ReplicationFactorTest.testDistribSearch

Error Message:
Expected rf=3 as partitions to replicas have been healed, but got 2

Stack Trace:
java.lang.AssertionError: Expected rf=3 as partitions to replicas have been healed, but got 2
	at __randomizedtesting.SeedInfo.seed([F3FACE40DADD0DD5:721C4058AD826DE9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:238)
	at org.apache.solr.cloud.ReplicationFactorTest.doTest(ReplicationFactorTest.java:135)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10987 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solr.cloud.OverseerTest-F3FACE40DADD0DD5-001\init-core-data-001
   [junit4]   2> 1806674 T6665 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1806676 T6665 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 1806676 T6665 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1806683 T6665 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignment
   [junit4]   2> 1806686 T6665 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1806687 T6666 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1806838 T6665 oasc.ZkTestServer.run start zk server on port:59479
   [junit4]   2> 1806841 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1806853 T6672 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d390411 name:ZooKeeperConnection Watcher:127.0.0.1:59479 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1806853 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1806863 T6667 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949425f0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1806866 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1806871 T6674 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59ef7e49 name:ZooKeeperConnection Watcher:127.0.0.1:59479 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1806872 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1806872 T6665 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1806881 T6667 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949425f0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1806884 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1806893 T6676 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a30d1c1 name:ZooKeeperConnection Watcher:127.0.0.1:59479/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1806893 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1806894 T6665 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1806901 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1806906 T6678 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e2549b3 name:ZooKeeperConnection Watcher:127.0.0.1:59479/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1806906 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1806909 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1806916 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1806934 T6665 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59479_solr
   [junit4]   2> 1806935 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1806941 T6665 oasc.Overseer.start Overseer (id=91788644844503043-127.0.0.1:59479_solr-n_0000000000) starting
   [junit4]   2> 1806945 T6665 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1806961 T6665 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1806970 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1806979 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1806988 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1806998 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1807016 T6680 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1807016 T6665 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1807021 T6679 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1807023 T6665 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1807027 T6665 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1807038 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1807042 T6682 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d315dc0 name:ZooKeeperConnection Watcher:127.0.0.1:59479/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1807042 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1807045 T6665 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1807054 T6665 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1
   [junit4]   2> 1807071 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1807076 T6679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1807077 T6679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1807077 T6679 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1807077 T6679 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1807084 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1807087 T6682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1807089 T6676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1807821 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1807845 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1807859 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1807872 T6679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1807874 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1807886 T6679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core2",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1807886 T6679 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1807886 T6679 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1807896 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1808053 T6676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1808054 T6682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1808624 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1808646 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 1808662 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1808662 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1808662 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1808668 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1808669 T6679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1808680 T6679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core3",
   [junit4]   2> 	  "core_node_name":"node3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1808680 T6679 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1808681 T6679 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1808688 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1808845 T6682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1808845 T6676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1809419 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1809440 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1809454 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1809454 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1809454 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1809459 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1809460 T6679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1809468 T6679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node4",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1809469 T6679 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1809469 T6679 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1809475 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1809635 T6676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1809635 T6682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1810210 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1810228 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1810229 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1810229 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1810232 T6679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1810234 T6679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core5",
   [junit4]   2> 	  "core_node_name":"node5",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1810234 T6679 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1810234 T6679 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1810240 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1810396 T6682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1810396 T6676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1810979 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1811019 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1811020 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1811020 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1811025 T6679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1811026 T6679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core6",
   [junit4]   2> 	  "core_node_name":"node6",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 1811026 T6679 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1811026 T6679 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1811034 T6678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1811189 T6682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1811190 T6676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1811770 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1811792 T6667 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949425f0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1811807 T6667 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949425f0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1811807 T6665 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59479 59479
   [junit4]   2> 1813029 T6680 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
   [junit4]   2> 1814050 T6682 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1815192 T6666 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59479 59479
   [junit4]   2> 1815192 T6682 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1815196 T6665 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignment
   [junit4]   2> 1815198 T6682 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1815201 T6679 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:59479_solr
   [junit4]   2> 1815204 T6683 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> 1815213 T6665 oas.SolrTestCaseJ4.setUp ###Starting testStateChange
   [junit4]   2> 1815216 T6665 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1815217 T6684 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1815368 T6665 oasc.ZkTestServer.run start zk server on port:59497
   [junit4]   2> 1815371 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1815378 T6690 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b6301e8 name:ZooKeeperConnection Watcher:127.0.0.1:59497/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1815380 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1815383 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1815387 T6692 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6eda587a name:ZooKeeperConnection Watcher:127.0.0.1:59497 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1815387 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1815393 T6685 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x146194963af0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1815396 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1815399 T6694 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c7edcd2 name:ZooKeeperConnection Watcher:127.0.0.1:59497 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1815400 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1815400 T6665 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1815407 T6665 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1815416 T6665 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1815422 T6665 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1815426 T6665 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1815435 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1815440 T6696 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20e237fa name:ZooKeeperConnection Watcher:127.0.0.1:59497/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1815441 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1815443 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1815448 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1815460 T6665 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59497_solr
   [junit4]   2> 1815462 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1815467 T6665 oasc.Overseer.start Overseer (id=91788645403394051-127.0.0.1:59497_solr-n_0000000000) starting
   [junit4]   2> 1815473 T6665 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1815482 T6665 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1815491 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1815500 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1815508 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1815519 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1815535 T6698 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1815541 T6697 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1815541 T6665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1815548 T6697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1815551 T6697 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 1815551 T6697 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1815558 T6696 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1815561 T6690 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1815623 T6665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1815627 T6696 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1815632 T6697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1815633 T6697 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 1815633 T6697 oasc.Overseer$ClusterStateUpdater.updateState node=core_node1 is already registered
   [junit4]   2> 1815633 T6697 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 1815643 T6696 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1815800 T6690 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1815860 T6685 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x146194963af0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1815863 T6685 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x146194963af0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1815869 T6665 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59497 59497
   [junit4]   2> 1818542 T6698 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
   [junit4]   2> 1819253 T6684 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59497 59497
   [junit4]   2> 1819257 T6665 oas.SolrTestCaseJ4.tearDown ###Ending testStateChange
   [junit4]   2> 1819258 T6697 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:59497_solr
   [junit4]   2> 1819261 T6699 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> 1819273 T6665 oas.SolrTestCaseJ4.setUp ###Starting testOverseerFailure
   [junit4]   2> 1819276 T6665 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1819277 T6700 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1819430 T6665 oasc.ZkTestServer.run start zk server on port:59512
   [junit4]   2> 1819431 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1819440 T6706 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7214b4a7 name:ZooKeeperConnection Watcher:127.0.0.1:59512 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1819441 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1819449 T6701 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949738c0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1819452 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1819458 T6708 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55c866e name:ZooKeeperConnection Watcher:127.0.0.1:59512 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1819458 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1819459 T6665 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1819466 T6701 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949738c0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1819469 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1819474 T6710 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5677c57b name:ZooKeeperConnection Watcher:127.0.0.1:59512/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1819474 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1819474 T6665 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1819480 T6665 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1819485 T6665 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1819490 T6665 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1819499 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1819502 T6712 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28ebb45b name:ZooKeeperConnection Watcher:127.0.0.1:59512/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1819503 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1819504 T6665 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1819510 T6665 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 1819521 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1819523 T6714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48a4fa4e name:ZooKeeperConnection Watcher:127.0.0.1:59512/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1819525 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1819526 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1819531 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1819543 T6665 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59512_solr
   [junit4]   2> 1819543 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1819548 T6665 oasc.Overseer.start Overseer (id=91788645669535748-127.0.0.1:59512_solr-n_0000000000) starting
   [junit4]   2> 1819553 T6665 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1819560 T6665 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1819567 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1819575 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1819582 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1819592 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1819606 T6716 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1819607 T6715 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1821113 T6714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1821117 T6715 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1821119 T6715 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 1821119 T6715 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 1821119 T6715 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1821126 T6714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1821129 T6712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1821130 T6710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1821863 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1821885 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1821898 T6714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1821898 T6665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1821901 T6715 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1821905 T6714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1821905 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1821911 T6715 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 1821913 T6715 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 1821917 T6714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1822071 T6710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1822072 T6712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1822153 T6701 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949738c0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1822580 T6716 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
   [junit4]   2> 1823522 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1823537 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1823539 T6718 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c088c0f name:ZooKeeperConnection Watcher:127.0.0.1:59512/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1823541 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1823541 T6715 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:59512_solr
   [junit4]   2> 1823544 T6719 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> 1823548 T6665 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59512_solr
   [junit4]   2> 1823550 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1823555 T6665 oasc.Overseer.start Overseer (id=91788645669535749-127.0.0.1:59512_solr-n_0000000001) starting
   [junit4]   2> 1823580 T6721 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1823581 T6720 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1823584 T6720 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1823585 T6720 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 1823587 T6720 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 1823591 T6718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1823593 T6712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1823593 T6710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1823670 T6718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1823670 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1823672 T6720 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1823686 T6665 oasc.LeaderElector.checkIfIamLeader WARN Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election/91788645669535747-node1_core1-n_0000000000
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:127)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:661)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1823687 T6720 oasc.SolrException.log ERROR Problem cleaning up collection in zk:collection1:org.apache.zookeeper.KeeperException$NotEmptyException: KeeperErrorCode = Directory not empty for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:125)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:177)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:174)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:631)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:626)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:626)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:626)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.removeCore(Overseer.java:1066)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processMessage(Overseer.java:346)
   [junit4]   2> 		at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:242)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 1823688 T6712 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1823691 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1823693 T6718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1823701 T6718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1823704 T6712 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1823705 T6720 oasc.Overseer$ClusterStateUpdater.setShardLeader ERROR Could not mark shard leader for non existing collection:collection1
   [junit4]   2> 1823712 T6718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1823716 T6718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1823719 T6720 oasc.Overseer$ClusterStateUpdater.setShardLeader ERROR Could not mark shard leader for non existing collection:collection1
   [junit4]   2> 1823728 T6718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1823866 T6710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1823867 T6712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1825050 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1826407 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1827763 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1829121 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1830477 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1831834 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1833192 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1834548 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1835895 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1837116 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1838337 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1839561 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1840782 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1842003 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1843224 T6665 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1843242 T6665 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59512 59512
   [junit4]   2> 1844270 T6721 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
   [junit4]   2> 1845980 T6700 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59512 59512
   [junit4]   2> 1845983 T6665 oas.SolrTestCaseJ4.tearDown ###Ending testOverseerFailure
   [junit4]   2> 1845984 T6720 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:59512_solr
   [junit4]   2> 1845986 T6722 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OverseerTest -Dtests.method=testOverseerFailure -Dtests.seed=F3FACE40DADD0DD5 -Dtests.slow=true -Dtests.locale=es_CO -Dtests.timezone=Pacific/Wake -Dtests.file.encoding=Cp1252
   [junit4] ERROR   26.8s | OverseerTest.testOverseerFailure <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F3FACE40DADD0DD5:F7F241B3C878E2F4]:0)
   [junit4]    > 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:135)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:134)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
   [junit4]    > 	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
   [junit4]    > 	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:661)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
   [junit4]    > 	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
   [junit4]    > 	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
   [junit4]    > 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
   [junit4]    > 	... 46 more
   [junit4]   2> 1846028 T6665 oas.SolrTestCaseJ4.setUp ###Starting testReplay
   [junit4]   2> 1846030 T6665 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1846031 T6723 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1846153 T6665 oasc.ZkTestServer.run start zk server on port:59533
   [junit4]   2> 1846156 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1846180 T6729 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@713e8dbe name:ZooKeeperConnection Watcher:127.0.0.1:59533/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1846181 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1846183 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1846187 T6731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@448cef7a name:ZooKeeperConnection Watcher:127.0.0.1:59533 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1846187 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1846191 T6724 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949dc0f0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1846193 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1846196 T6733 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@325ccd36 name:ZooKeeperConnection Watcher:127.0.0.1:59533 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1846196 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1846196 T6665 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1846203 T6665 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1846204 T6724 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949dc0f0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1846210 T6665 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1846215 T6665 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1846219 T6665 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1846227 T6665 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1846238 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1846241 T6735 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38c474ca name:ZooKeeperConnection Watcher:127.0.0.1:59533/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1846241 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1846242 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1846247 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1846257 T6665 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59533_solr
   [junit4]   2> 1846258 T6665 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1846263 T6665 oasc.Overseer.start Overseer (id=91788647422951427-127.0.0.1:59533_solr-n_0000000000) starting
   [junit4]   2> 1846266 T6665 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1846277 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1846285 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1846292 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1846301 T6665 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1846318 T6737 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1846327 T6736 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1846328 T6736 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 1846329 T6736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 1846333 T6729 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1846340 T6736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core2",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 1846343 T6729 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1846349 T6736 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1846353 T6736 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1846354 T6736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core3",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 1846360 T6735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1846486 T6729 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1846570 T6724 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949dc0f0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1846575 T6724 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949dc0f0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1846575 T6665 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59533 59533
   [junit4]   2> 1848677 T6737 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
   [junit4]   2> 1849179 T6723 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59533 59533
   [junit4]   2> 1849181 T6665 oas.SolrTestCaseJ4.tearDown ###Ending testReplay
   [junit4]   2> 1849182 T6736 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:59533_solr
   [junit4]   2> 1849184 T6738 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> 1849189 T6665 oas.SolrTestCaseJ4.setUp ###Starting testShardLeaderChange
   [junit4]   2> 1849193 T6665 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1849195 T6739 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1849305 T6665 oasc.ZkTestServer.run start zk server on port:59548
   [junit4]   2> 1849307 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1849315 T6745 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bbcbda9 name:ZooKeeperConnection Watcher:127.0.0.1:59548/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1849316 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1849330 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1849344 T6747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31d5b3fd name:ZooKeeperConnection Watcher:127.0.0.1:59548 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1849345 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1849371 T6740 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949e8660001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1849373 T6665 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1849387 T6749 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ffad13f name:ZooKeeperConnection Watcher:127.0.0.1:59548 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1849388 T6665 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1849388 T6665 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1849404 T6665 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1849408 T6740 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1461949e8660002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1849423 T6750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
 

[...truncated too long message...]

cationFactorTest.java:135)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3727461 T13207 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solr.cloud.ReplicationFactorTest-F3FACE40DADD0DD5-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene46), sim=DefaultSimilarity, locale=in_ID, timezone=Africa/Libreville
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_60-ea (64-bit)/cpus=2,threads=1,free=106923088,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestRemoteStreaming, SignatureUpdateProcessorFactoryTest, ExternalFileFieldSortTest, TestPseudoReturnFields, TestXIncludeConfig, TestExpandComponent, OverseerRolesTest, CursorMarkTest, TestSolrDeletionPolicy1, SpatialFilterTest, DistributedQueryComponentCustomSortTest, TestRandomDVFaceting, QueryFacetTest, SuggesterTest, ModifyConfFileTest, DirectSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, NoFacetTest, ResponseLogComponentTest, TestPerFieldSimilarity, LoggingHandlerTest, PathHierarchyTokenizerFactoryTest, BadComponentTest, MultiThreadedOCPTest, TestSolrXml, TestReloadAndDeleteDocs, TestRandomFaceting, TestCollectionAPI, ClusterStateTest, TestManagedResource, TestReversedWildcardFilterFactory, UpdateParamsTest, ChaosMonkeySafeLeaderTest, CachingDirectoryFactoryTest, TestConfig, DateFieldTest, XmlUpdateRequestHandlerTest, TestPhraseSuggestions, TestCodecSupport, BasicZkTest, TestFreeTextSuggestions, NotRequiredUniqueKeyTest, TestFieldTypeResource, DefaultValueUpdateProcessorTest, TestZkChroot, TestRealTimeGet, ResponseHeaderTest, TestMiniSolrCloudCluster, SpellCheckCollatorTest, WordBreakSolrSpellCheckerTest, SyncSliceTest, HttpPartitionTest, HdfsBasicDistributedZkTest, TestDFRSimilarityFactory, TestBlendedInfixSuggestions, TestSolrIndexConfig, AddBlockUpdateTest, DistributedSuggestComponentTest, SpellPossibilityIteratorTest, CacheHeaderTest, AbstractAnalyticsFacetTest, TestBinaryResponseWriter, TestAtomicUpdateErrorCases, SolrInfoMBeanTest, MergeStrategyTest, RangeFacetTest, TestFunctionQuery, DebugComponentTest, TestQuerySenderNoQuery, HardAutoCommitTest, HdfsCollectionsAPIDistributedZkTest, TestAddFieldRealTimeGet, TestSolrXmlPersistence, DistributedQueryComponentOptimizationTest, TestNonNRTOpen, TestCollationFieldDocValues, TestSimpleQParserPlugin, DistribCursorPagingTest, TestMultiCoreConfBootstrap, TestStressLucene, SliceStateUpdateTest, TestStressUserVersions, BJQParserTest, TestRecoveryHdfs, SolrIndexSplitterTest, TestDefaultSimilarityFactory, DistributedSpellCheckComponentTest, TestCloudInspectUtil, InfoHandlerTest, DirectSolrConnectionTest, TestNRTOpen, TestRangeQuery, SuggesterFSTTest, TestFaceting, DistributedTermsComponentTest, PeerSyncTest, BinaryUpdateRequestHandlerTest, TestImplicitCoreProperties, SolrRequestParserTest, DeleteShardTest, TestBinaryField, TestRestManager, TestDynamicFieldCollectionResource, TestRandomMergePolicy, TestSolrQueryParserResource, TestCharFilters, StandardRequestHandlerTest, TestFileDictionaryLookup, RemoteQueryErrorTest, TestIndexSearcher, TestFastOutputStream, DocExpirationUpdateProcessorFactoryTest, HdfsWriteToMultipleCollectionsTest, HdfsUnloadDistributedZkTest, ZkControllerTest, TestStandardQParsers, SimpleFacetsTest, TestDefaultSearchFieldResource, TestSolrCoreProperties, BasicFunctionalityTest, TestBadConfig, FieldAnalysisRequestHandlerTest, CurrencyFieldOpenExchangeTest, TestLazyCores, DOMUtilTest, TimeZoneUtilsTest, StatsComponentTest, TestSerializedLuceneMatchVersion, TestManagedSchema, ZkCLITest, TestShardHandlerFactory, TestSweetSpotSimilarityFactory, TestTrie, OverseerCollectionProcessorTest, SoftAutoCommitTest, TestSolrQueryParser, TestSearcherReuse, TestSolrQueryParserDefaultOperatorResource, TestRTGBase, SchemaVersionSpecificBehaviorTest, RegexBoostProcessorTest, DistributedQueryElevationComponentTest, TestAnalyzeInfixSuggestions, RecoveryZkTest, TestSchemaNameResource, TestSearchPerf, TestCSVResponseWriter, TestStressRecovery, TestHighlightDedupGrouping, TestDistributedMissingSort, TestComplexPhraseQParserPlugin, SpellingQueryConverterTest, NoCacheHeaderTest, TestDocSet, TestCollapseQParserPlugin, TestDistributedSearch, IndexSchemaTest, TestDocBasedVersionConstraints, TestCoreContainer, TestStressVersions, UpdateRequestProcessorFactoryTest, DocValuesTest, URLClassifyProcessorTest, TermVectorComponentTest, TermVectorComponentDistributedTest, CollectionsAPIDistributedZkTest, TestDistribDocBasedVersion, JSONWriterTest, SOLR749Test, TestOverriddenPrefixQueryForCustomFieldType, EchoParamsTest, AssignTest, QueryElevationComponentTest, XsltUpdateRequestHandlerTest, LegacyHTMLStripCharFilterTest, OverseerTest, FileUtilsTest, TestLMJelinekMercerSimilarityFactory, DeleteReplicaTest, BasicDistributedZkTest, TestDynamicFieldResource, TestGroupingSearch, TestQueryTypes, PluginInfoTest, CurrencyFieldXmlFileTest, TestRecovery, CopyFieldTest, ShardRoutingTest, SuggesterWFSTTest, TestSuggestSpellingConverter, MoreLikeThisHandlerTest, BasicDistributedZk2Test, AsyncMigrateRouteKeyTest, TestModifyConfFiles, TestReplicationHandler, SSLMigrationTest, ChangedSchemaMergeTest, TestLRUCache, LeaderElectionIntegrationTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestHashPartitioner, TestStressReorder, TestJoin, TestReload, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, DirectUpdateHandlerTest, HighlighterTest, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestCSVLoader, PolyFieldTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, TestIndexingPerformance, RequiredFieldsTest, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, CoreContainerCoreInitFailuresTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SynonymTokenizerTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, AbstractAnalyticsStatsTest, ExpressionTest, FieldFacetExtrasTest, FieldFacetTest, FunctionTest, AliasIntegrationTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, CustomCollectionTest, DeleteInactiveReplicaTest, DistribDocExpirationUpdateProcessorTest, MigrateRouteKeyTest, OverseerStatusTest, ReplicationFactorTest]
   [junit4] Completed in 47.12s, 1 test, 1 failure <<< FAILURES!

[...truncated 195 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1296: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:920: There were test failures: 406 suites, 1688 tests, 1 error, 1 failure, 42 ignored (21 assumptions)

Total time: 106 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60-ea-b15 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_05) - Build # 4048 - Failure!

Posted by Chris Hostetter <ho...@fucit.org>.
: I committed a fix.

For those trying to keep track at home...

r1596346 fixed the assertSame failure in TestFaceting.

i then pinged rmuir on IRC to ask him about the seeminly unrelated 
(code-not-test) assert failure in DocValuesFacets.getCounts which was 
causing TestRandomFaceting to fail using the same seed -- that aparently 
lead him to file LUCENE-5691.  

Once that was committed both failures seem to be completley fixed.

Thanks rmuir.


: On Tue, May 20, 2014 at 1:58 PM, Robert Muir <rc...@gmail.com> wrote:
: > On Tue, May 20, 2014 at 1:44 PM, Chris Hostetter
: > <ho...@fucit.org> wrote:
: >>
: >> : Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4048/
: >> : Java: 32bit/jdk1.8.0_05 -client -XX:+UseG1GC
: >>
: >> The 2 facet test failures both related to DocValues and reproduce reliably
: >> for me on my Linux box.
: >>
: >> Is it possible these are related to the UninvertingDirectoryReader
: >> changes?
: >>
: >>
: >
: > I think its a bug in the assert. I'll take a look in 5 minutes.
: 
: ---------------------------------------------------------------------
: To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
: For additional commands, e-mail: dev-help@lucene.apache.org
: 
: 

-Hoss
http://www.lucidworks.com/

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_05) - Build # 4048 - Failure!

Posted by Robert Muir <rc...@gmail.com>.
I committed a fix.

On Tue, May 20, 2014 at 1:58 PM, Robert Muir <rc...@gmail.com> wrote:
> On Tue, May 20, 2014 at 1:44 PM, Chris Hostetter
> <ho...@fucit.org> wrote:
>>
>> : Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4048/
>> : Java: 32bit/jdk1.8.0_05 -client -XX:+UseG1GC
>>
>> The 2 facet test failures both related to DocValues and reproduce reliably
>> for me on my Linux box.
>>
>> Is it possible these are related to the UninvertingDirectoryReader
>> changes?
>>
>>
>
> I think its a bug in the assert. I'll take a look in 5 minutes.

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_05) - Build # 4048 - Failure!

Posted by Robert Muir <rc...@gmail.com>.
On Tue, May 20, 2014 at 1:44 PM, Chris Hostetter
<ho...@fucit.org> wrote:
>
> : Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4048/
> : Java: 32bit/jdk1.8.0_05 -client -XX:+UseG1GC
>
> The 2 facet test failures both related to DocValues and reproduce reliably
> for me on my Linux box.
>
> Is it possible these are related to the UninvertingDirectoryReader
> changes?
>
>

I think its a bug in the assert. I'll take a look in 5 minutes.

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_05) - Build # 4048 - Failure!

Posted by Chris Hostetter <ho...@fucit.org>.
: Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4048/
: Java: 32bit/jdk1.8.0_05 -client -XX:+UseG1GC

The 2 facet test failures both related to DocValues and reproduce reliably 
for me on my Linux box.

Is it possible these are related to the UninvertingDirectoryReader 
changes?


   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomFaceting -Dtests.method=testRandomFaceting -Dtests.seed=EF686C57D2698AAE -Dtests.slow=true -Dtests.locale=ar_BH -Dtests.timezone=Europe/Oslo -Dtests.file.encoding=UTF-8
   [junit4] ERROR   3.13s | TestRandomFaceting.testRandomFaceting <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Error while processing facet fields: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EF686C57D2698AAE:E2004C8287904211]:0)
   [junit4]    > 	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:595)
   [junit4]    > 	at org.apache.solr.request.SimpleFacets.getFacetCounts(SimpleFacets.java:260)
   [junit4]    > 	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:84)
   [junit4]    > 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:221)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1964)
   [junit4]    > 	at org.apache.solr.util.TestHarness.query(TestHarness.java:295)
   [junit4]    > 	at org.apache.solr.util.TestHarness.query(TestHarness.java:278)
   [junit4]    > 	at org.apache.solr.TestRandomFaceting.doFacetTests(TestRandomFaceting.java:216)
   [junit4]    > 	at org.apache.solr.TestRandomFaceting.doFacetTests(TestRandomFaceting.java:138)
   [junit4]    > 	at org.apache.solr.TestRandomFaceting.testRandomFaceting(TestRandomFaceting.java:121)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.AssertionError
   [junit4]    > 	at org.apache.solr.request.DocValuesFacets.getCounts(DocValuesFacets.java:106)
   [junit4]    > 	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:432)
   [junit4]    > 	at org.apache.solr.request.SimpleFacets$3.call(SimpleFacets.java:561)
   [junit4]    > 	at org.apache.solr.request.SimpleFacets$3.call(SimpleFacets.java:553)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.request.SimpleFacets$2.execute(SimpleFacets.java:507)
   [junit4]    > 	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:577)
   [junit4]    > 	... 50 more



   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFaceting -Dtests.method=testMultiThreadedFacets -Dtests.seed=EF686C57D2698AAE -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=Africa/Lusaka -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.30s | TestFaceting.testMultiThreadedFacets <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected same:<or...@1840511> was not:<or...@c88009>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EF686C57D2698AAE:C040D5DEE621F7BA]:0)
   [junit4]    > 	at org.apache.solr.request.TestFaceting.assertEquals(TestFaceting.java:958)
   [junit4]    > 	at org.apache.solr.request.TestFaceting.testMultiThreadedFacets(TestFaceting.java:928)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)










-Hoss
http://www.lucidworks.com/

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org