You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/01/22 05:50:09 UTC

[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 494 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/494/

2 tests failed.
REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1390363683741,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Lucene41_0.doc, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Lucene41_0.doc, _2_Lucene41_0.tim, _2_Lucene41_0.tip, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene41_0.doc, _3_Lucene41_0.tim, _3_Lucene41_0.tip, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Lucene41_0.doc, _4_Lucene41_0.tim, _4_Lucene41_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene41_0.doc, _5_Lucene41_0.tim, _5_Lucene41_0.tip, segments_2]}]> but was:<[{indexVersion=1390363683741,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Lucene41_0.doc, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Lucene41_0.doc, _2_Lucene41_0.tim, _2_Lucene41_0.tip, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene41_0.doc, _3_Lucene41_0.tim, _3_Lucene41_0.tip, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Lucene41_0.doc, _4_Lucene41_0.tim, _4_Lucene41_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene41_0.doc, _5_Lucene41_0.tim, _5_Lucene41_0.tip, segments_2]}, {indexVersion=1390363683741,generation=3,filelist=[_7.cfe, _7.cfs, _7.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1390363683741,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Lucene41_0.doc, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Lucene41_0.doc, _2_Lucene41_0.tim, _2_Lucene41_0.tip, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene41_0.doc, _3_Lucene41_0.tim, _3_Lucene41_0.tip, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Lucene41_0.doc, _4_Lucene41_0.tim, _4_Lucene41_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene41_0.doc, _5_Lucene41_0.tim, _5_Lucene41_0.tip, segments_2]}]> but was:<[{indexVersion=1390363683741,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Lucene41_0.doc, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Lucene41_0.doc, _2_Lucene41_0.tim, _2_Lucene41_0.tip, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene41_0.doc, _3_Lucene41_0.tim, _3_Lucene41_0.tip, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Lucene41_0.doc, _4_Lucene41_0.tim, _4_Lucene41_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene41_0.doc, _5_Lucene41_0.tim, _5_Lucene41_0.tip, segments_2]}, {indexVersion=1390363683741,generation=3,filelist=[_7.cfe, _7.cfs, _7.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([BCB660ED2D0B42CF:99617BDD5D434CCC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1179)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([BCB660ED2D0B42CF:3D50EEF55A5422F3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:122)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:88)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 9763 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 966447 T2713 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /krmv/
   [junit4]   2> 966453 T2713 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-OverseerRolesTest-1390363455248
   [junit4]   2> 966455 T2713 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 966456 T2714 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 966556 T2713 oasc.ZkTestServer.run start zk server on port:52045
   [junit4]   2> 966558 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 966564 T2720 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47cb3a02 name:ZooKeeperConnection Watcher:127.0.0.1:52045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 966565 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 966565 T2713 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 966571 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 966584 T2722 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46a7ccc6 name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 966585 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 966585 T2713 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 966596 T2713 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 966611 T2713 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 966614 T2713 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 966626 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 966627 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 966644 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 966645 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 966753 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 966754 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 966817 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 966818 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 966822 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 966823 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 966827 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 966827 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 966840 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 966841 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 966845 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 966846 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 966849 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 966850 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 966854 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 966855 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 966858 T2713 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 966859 T2713 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 967189 T2713 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 967193 T2713 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64369
   [junit4]   2> 967194 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 967194 T2713 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 967195 T2713 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390363455673
   [junit4]   2> 967195 T2713 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1390363455673/'
   [junit4]   2> 967239 T2713 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390363455673/solr.xml
   [junit4]   2> 967331 T2713 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 967332 T2713 oasc.CoreContainer.<init> New CoreContainer 125866005
   [junit4]   2> 967332 T2713 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390363455673/]
   [junit4]   2> 967335 T2713 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 967335 T2713 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 967335 T2713 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 967336 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 967336 T2713 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 967337 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 967337 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 967338 T2713 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 967338 T2713 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 967351 T2713 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 967351 T2713 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 967352 T2713 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 967352 T2713 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52045/solr
   [junit4]   2> 967353 T2713 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 967354 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 967364 T2733 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@973568c name:ZooKeeperConnection Watcher:127.0.0.1:52045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 967365 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 967381 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 967384 T2735 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@344d314c name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 967384 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 967402 T2713 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 967418 T2713 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 967422 T2713 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 967425 T2713 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64369_krmv
   [junit4]   2> 967426 T2713 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64369_krmv
   [junit4]   2> 967456 T2713 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 967471 T2713 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 967524 T2713 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 967528 T2713 oasc.Overseer.start Overseer (id=91118859403722755-127.0.0.1:64369_krmv-n_0000000000) starting
   [junit4]   2> 967533 T2713 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 967560 T2737 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 967561 T2713 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 967561 T2737 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 967577 T2713 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 967580 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 967584 T2736 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 967588 T2713 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390363455673
   [junit4]   2> 967591 T2713 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390363455673/conf/
   [junit4]   2> 967772 T2713 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 967773 T2713 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 967774 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 967775 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 967780 T2740 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c1d81c7 name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 967780 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 967783 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 967785 T2713 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 968103 T2713 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 968107 T2713 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43212
   [junit4]   2> 968107 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 968108 T2713 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 968108 T2713 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390363456580
   [junit4]   2> 968109 T2713 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1390363456580/'
   [junit4]   2> 968152 T2713 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390363456580/solr.xml
   [junit4]   2> 968244 T2713 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 968245 T2713 oasc.CoreContainer.<init> New CoreContainer 1495651843
   [junit4]   2> 968246 T2713 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390363456580/]
   [junit4]   2> 968248 T2713 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 968248 T2713 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 968249 T2713 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 968249 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 968249 T2713 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 968250 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 968250 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 968251 T2713 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 968251 T2713 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 968263 T2713 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 968264 T2713 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 968264 T2713 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 968265 T2713 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52045/solr
   [junit4]   2> 968265 T2713 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 968266 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 968270 T2751 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43058cae name:ZooKeeperConnection Watcher:127.0.0.1:52045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 968271 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 968276 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 968292 T2753 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@157acc05 name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 968292 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 968299 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 969303 T2713 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43212_krmv
   [junit4]   2> 969306 T2713 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43212_krmv
   [junit4]   2> 969322 T2735 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 969322 T2753 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 969322 T2740 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 969331 T2713 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390363456580
   [junit4]   2> 969512 T2713 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390363456580/conf/
   [junit4]   2> 969516 T2713 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 969517 T2713 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 969518 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 969836 T2713 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 969840 T2713 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:60940
   [junit4]   2> 969840 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 969841 T2713 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 969841 T2713 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390363458312
   [junit4]   2> 969842 T2713 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1390363458312/'
   [junit4]   2> 969885 T2713 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390363458312/solr.xml
   [junit4]   2> 969986 T2713 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 969987 T2713 oasc.CoreContainer.<init> New CoreContainer 758260258
   [junit4]   2> 969987 T2713 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390363458312/]
   [junit4]   2> 969989 T2713 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 969989 T2713 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 969990 T2713 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 969990 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 969991 T2713 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 969991 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 969992 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 969992 T2713 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 969992 T2713 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 970004 T2713 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 970004 T2713 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 970005 T2713 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 970005 T2713 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52045/solr
   [junit4]   2> 970006 T2713 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 970007 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 970033 T2765 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@365efd5c name:ZooKeeperConnection Watcher:127.0.0.1:52045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 970034 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 970045 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 970079 T2767 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@259704c2 name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 970080 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 970094 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 971098 T2713 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60940_krmv
   [junit4]   2> 971102 T2713 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60940_krmv
   [junit4]   2> 971107 T2735 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 971107 T2753 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 971107 T2767 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 971107 T2740 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 971115 T2713 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390363458312
   [junit4]   2> 971312 T2713 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390363458312/conf/
   [junit4]   2> 971314 T2713 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 971315 T2713 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 971315 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 971599 T2713 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 971601 T2713 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:49091
   [junit4]   2> 971601 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 971602 T2713 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 971602 T2713 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110
   [junit4]   2> 971602 T2713 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110/'
   [junit4]   2> 971630 T2713 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110/solr.xml
   [junit4]   2> 971684 T2713 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 971685 T2713 oasc.CoreContainer.<init> New CoreContainer 92639131
   [junit4]   2> 971685 T2713 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110/]
   [junit4]   2> 971686 T2713 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 971687 T2713 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 971687 T2713 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 971687 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 971687 T2713 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 971688 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 971688 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 971688 T2713 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 971689 T2713 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 971696 T2713 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 971696 T2713 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 971697 T2713 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 971697 T2713 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52045/solr
   [junit4]   2> 971697 T2713 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 971698 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 971701 T2779 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3970bf2 name:ZooKeeperConnection Watcher:127.0.0.1:52045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 971702 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 971705 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 971716 T2781 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2af33c80 name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 971716 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 971723 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 972727 T2713 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49091_krmv
   [junit4]   2> 972730 T2713 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49091_krmv
   [junit4]   2> 972734 T2735 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 972735 T2767 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 972735 T2781 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 972735 T2753 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 972734 T2740 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 972743 T2713 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110
   [junit4]   2> 972744 T2713 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110/conf/
   [junit4]   2> 972918 T2713 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 972919 T2713 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 972919 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 973220 T2713 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 973223 T2713 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:15967
   [junit4]   2> 973223 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 973224 T2713 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 973224 T2713 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390363461714
   [junit4]   2> 973225 T2713 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390363461714/'
   [junit4]   2> 973266 T2713 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390363461714/solr.xml
   [junit4]   2> 973348 T2713 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 973349 T2713 oasc.CoreContainer.<init> New CoreContainer 1205017258
   [junit4]   2> 973349 T2713 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390363461714/]
   [junit4]   2> 973351 T2713 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 973352 T2713 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 973352 T2713 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 973353 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 973353 T2713 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 973353 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 973354 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 973354 T2713 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 973355 T2713 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 973366 T2713 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 973367 T2713 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 973367 T2713 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 973368 T2713 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52045/solr
   [junit4]   2> 973368 T2713 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 973369 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 973372 T2793 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@747bb3bc name:ZooKeeperConnection Watcher:127.0.0.1:52045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 973373 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 973377 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 973389 T2795 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ec394d6 name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 973389 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 973398 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 974402 T2713 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:15967_krmv
   [junit4]   2> 974408 T2713 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:15967_krmv
   [junit4]   2> 974433 T2740 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 974433 T2781 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 974433 T2767 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 974433 T2795 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 974433 T2753 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 974433 T2735 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 974440 T2713 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390363461714
   [junit4]   2> 974442 T2713 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390363461714/conf/
   [junit4]   2> 974552 T2713 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 974553 T2713 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 974553 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 974752 T2713 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 974755 T2713 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:61263
   [junit4]   2> 974755 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 974755 T2713 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 974756 T2713 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390363463348
   [junit4]   2> 974756 T2713 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1390363463348/'
   [junit4]   2> 974783 T2713 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390363463348/solr.xml
   [junit4]   2> 974836 T2713 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 974837 T2713 oasc.CoreContainer.<init> New CoreContainer 478300463
   [junit4]   2> 974837 T2713 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390363463348/]
   [junit4]   2> 974839 T2713 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 974839 T2713 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 974839 T2713 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 974840 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 974840 T2713 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 974840 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 974840 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 974841 T2713 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 974841 T2713 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 974848 T2713 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 974849 T2713 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 974849 T2713 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 974849 T2713 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52045/solr
   [junit4]   2> 974850 T2713 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 974851 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 974854 T2807 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d92bb48 name:ZooKeeperConnection Watcher:127.0.0.1:52045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 974854 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 974875 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 974877 T2809 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ffc29fe name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 974877 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 974928 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 975932 T2713 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61263_krmv
   [junit4]   2> 975946 T2713 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61263_krmv
   [junit4]   2> 976088 T2795 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 976088 T2767 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 976088 T2809 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 976088 T2753 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 976088 T2735 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 976088 T2781 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 976088 T2740 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 976097 T2713 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390363463348
   [junit4]   2> 976323 T2713 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390363463348/conf/
   [junit4]   2> 976326 T2713 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 976327 T2713 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 976327 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 976643 T2713 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 976647 T2713 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:26969
   [junit4]   2> 976647 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 976648 T2713 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 976648 T2713 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390363465122
   [junit4]   2> 976649 T2713 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390363465122/'
   [junit4]   2> 976692 T2713 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390363465122/solr.xml
   [junit4]   2> 976787 T2713 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 976788 T2713 oasc.CoreContainer.<init> New CoreContainer 1266053060
   [junit4]   2> 976788 T2713 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390363465122/]
   [junit4]   2> 976790 T2713 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 976790 T2713 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 976791 T2713 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 976791 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 976792 T2713 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 976792 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 976793 T2713 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 976793 T2713 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 976793 T2713 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 976805 T2713 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 976805 T2713 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 976806 T2713 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 976806 T2713 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52045/solr
   [junit4]   2> 976807 T2713 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 976808 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 976816 T2821 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ca3d390 name:ZooKeeperConnection Watcher:127.0.0.1:52045 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 976817 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 976862 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 976866 T2823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1989dabb name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 976866 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 976890 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 977893 T2713 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26969_krmv
   [junit4]   2> 977895 T2713 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26969_krmv
   [junit4]   2> 977901 T2735 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 977901 T2767 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 977901 T2823 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 977901 T2781 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 977901 T2753 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 977901 T2795 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 977901 T2740 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 977901 T2809 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 977914 T2713 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390363465122
   [junit4]   2> 978203 T2713 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390363465122/conf/
   [junit4]   2> 978205 T2713 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 978206 T2713 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 978206 T2713 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 978208 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 978210 T2826 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b8dde9c name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 978211 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 978213 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 978216 T2713 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 978219 T2828 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30c66e16 name:ZooKeeperConnection Watcher:127.0.0.1:52045/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 978219 T2713 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 978221 T2713 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 978226 T2743 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=2&name=testOverseerCol&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 978229 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978231 T2737 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 978231 T2737 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 978232 T2737 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 978232 T2737 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 978232 T2737 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 978238 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978240 T2736 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 978241 T2736 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 978241 T2736 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 978256 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978258 T2753 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978258 T2826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978258 T2767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978258 T2823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978258 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978258 T2828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978258 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978258 T2781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978258 T2735 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978258 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978340 T2737 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 978340 T2737 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:49091_krmv
   [junit4]   2> 978341 T2737 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:60940_krmv
   [junit4]   2> 978342 T2737 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:26969_krmv
   [junit4]   2> 978342 T2737 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:43212_krmv
   [junit4]   2> 978343 T2737 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:61263_krmv
   [junit4]   2> 978344 T2737 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:15967_krmv
   [junit4]   2> 978344 T2737 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:64369_krmv
   [junit4]   2> 978345 T2757 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 978345 T2737 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:49091_krmv
   [junit4]   2> 978347 T2813 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 978347 T2799 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 978348 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978348 T2757 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 978349 T2771 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 978349 T2772 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 978351 T2785 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 978352 T2744 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 978356 T2724 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 978363 T2813 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 978365 T2799 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 978365 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978365 T2771 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 978366 T2724 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 978366 T2744 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 978366 T2785 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 978365 T2772 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 978366 T2736 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 978369 T2736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60940/krmv",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60940_krmv",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 978393 T2736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:26969/krmv",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:26969_krmv",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 978410 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978411 T2736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61263/krmv",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61263_krmv",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 978414 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978416 T2736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49091/krmv",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49091_krmv",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 978428 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978429 T2736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49091/krmv",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49091_krmv",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 978450 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978451 T2736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:15967/krmv",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:15967_krmv",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 978467 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978468 T2736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43212/krmv",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43212_krmv",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 978481 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978482 T2736 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:64369/krmv",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:64369_krmv",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 978503 T2735 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 978607 T2753 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978607 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978607 T2826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978607 T2828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978607 T2735 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978607 T2767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978607 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978607 T2823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978607 T2781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 978607 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 979350 T2757 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 979352 T2757 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390363458312/testOverseerCol_shard1_replica2
   [junit4]   2> 979353 T2757 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 979354 T2757 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 979354 T2757 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 979355 T2757 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1390363458312/testOverseerCol_shard1_replica2/'
   [junit4]   2> 979365 T2813 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 979366 T2799 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 979367 T2771 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 979368 T2744 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 979368 T2724 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 979369 T2772 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 979368 T2785 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 979369 T2799 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390363463348/testOverseerCol_shard3_replica1
   [junit4]   2> 979370 T2799 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 979368 T2813 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390363465122/testOverseerCol_shard2_replica1
   [junit4]   2> 979371 T2724 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390363455673/testOverseerCol_shard4_replica1
   [junit4]   2> 979371 T2799 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 979372 T2799 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 979371 T2813 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 979370 T2744 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390363456580/testOverseerCol_shard2_replica2
   [junit4]   2> 979374 T2744 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 979370 T2771 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110/testOverseerCol_shard1_replica1
   [junit4]   2> 979374 T2771 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 979374 T2813 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 979375 T2771 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 979374 T2799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1390363463348/testOverseerCol_shard3_replica1/'
   [junit4]   2> 979372 T2785 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390363461714/testOverseerCol_shard3_replica2
   [junit4]   2> 979376 T2785 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 979372 T2772 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110/testOverseerCol_shard4_replica2
   [junit4]   2> 979377 T2772 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 979372 T2724 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 979377 T2785 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 979376 T2771 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 979375 T2813 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 979374 T2744 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 979379 T2724 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 979380 T2724 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 979379 T2785 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 979378 T2772 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 979382 T2724 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-controljetty-1390363455673/testOverseerCol_shard4_replica1/'
   [junit4]   2> 979381 T2813 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390363465122/testOverseerCol_shard2_replica1/'
   [junit4]   2> 979381 T2771 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110/testOverseerCol_shard1_replica1/'
   [junit4]   2> 979380 T2744 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 979383 T2785 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390363461714/testOverseerCol_shard3_replica2/'
   [junit4]   2> 979383 T2772 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 979386 T2744 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1390363456580/testOverseerCol_shard2_replica2/'
   [junit4]   2> 979386 T2772 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1390363460110/testOverseerCol_shard4_replica2/'
   [junit4]   2> 979506 T2813 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 979507 T2724 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 979510 T2772 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 979511 T2799 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 979513 T2757 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 979516 T2771 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 979523 T2785 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 979545 T2744 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 979642 T2813 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 979643 T2757 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 979647 T2724 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 979653 T2799 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 979659 T2771 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 979660 T2772 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 979660 T2744 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 979661 T2771 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 979661 T2772 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 979661 T2785 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 979681 T2772 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 979681 T2771 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 979745 T2813 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 979746 T2757 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 979750 T2724 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 979756 T2799 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 979758 T2813 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 979758 T2757 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 979762 T2744 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 979763 T2724 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 979764 T2785 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 979772 T2799 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 979777 T2785 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 979779 T2744 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 980784 T2771 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 980787 T2771 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 980788 T2771 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 980811 T2772 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 980813 T2772 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 980814 T2772 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 980815 T2771 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 980823 T2771 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 980828 T2772 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 980836 T2772 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 980892 T2724 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 980893 T2724 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 980893 T2757 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 980894 T2724 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 980894 T2772 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 980894 T2771 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 980894 T2757 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 980897 T2757 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 980902 T2813 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 980903 T2771 oass.FileExchangeRateProvider.reload Reloading exchang

[...truncated too long message...]

command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> ASYNC  NEW_CORE C1307 name=collection1 org.apache.solr.core.SolrCore@63a0be67
   [junit4]   2> 1528979 T2131 C1307 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:20860/solr/replication&command=fetchindex&wait=true} status=0 QTime=3 
   [junit4]   2> 1528980 T1196 oas.SolrTestCaseJ4.tearDown ###Ending testNoWriter
   [junit4]   2> 1528980 T1196 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=97106535
   [junit4]   2> 1528981 T1196 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5ad6335a
   [junit4]   2> 1528982 T1196 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1528982 T1196 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1528983 T1196 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1528983 T1196 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1528984 T1196 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1528985 T1196 oasc.CachingDirectoryFactory.close Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1528985 T1196 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364020783/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364020783/master/collection1/data/index;done=false>>]
   [junit4]   2> 1528986 T1196 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364020783/master/collection1/data/index
   [junit4]   2> 1528986 T1196 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364020783/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364020783/master/collection1/data;done=false>>]
   [junit4]   2> 1528987 T1196 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364020783/master/collection1/data
   [junit4]   2> 1528987 T1196 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1529040 T1196 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1570561060
   [junit4]   2> 1529041 T1196 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@63a0be67
   [junit4]   2> 1543984 T2140 oash.SnapPuller.fetchLatestIndex ERROR Master at: http://127.0.0.1:20860/solr is not available. Index fetch failed. Exception: IOException occured when talking to server at: http://127.0.0.1:20860/solr
   [junit4]   2> 1543987 T1196 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1543987 T1196 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1543988 T1196 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1543988 T1196 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1543989 T1196 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1543990 T1196 oasc.CachingDirectoryFactory.close Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1543990 T1196 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364021229/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364021229/slave/collection1/data/index;done=false>>]
   [junit4]   2> 1543990 T1196 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364021229/slave/collection1/data/index
   [junit4]   2> 1543991 T1196 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364021229/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364021229/slave/collection1/data;done=false>>]
   [junit4]   2> 1543991 T1196 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1390364021229/slave/collection1/data
   [junit4]   2> 1543992 T1196 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1544077 T1196 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=sl_SI, timezone=Pacific/Honolulu
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=150376808,total=487981056
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocSet, SearchHandlerTest, TestDocumentBuilder, QueryParsingTest, PolyFieldTest, TestValueSourceCache, CoreAdminHandlerTest, SuggesterFSTTest, ClusterStateTest, CircularListTest, TestShardHandlerFactory, ZkControllerTest, DocValuesMissingTest, TestNRTOpen, QueryEqualityTest, ResourceLoaderTest, DistributedSpellCheckComponentTest, SoftAutoCommitTest, IndexSchemaTest, SynonymTokenizerTest, ParsingFieldUpdateProcessorsTest, SpellPossibilityIteratorTest, SliceStateTest, MBeansHandlerTest, TestSuggestSpellingConverter, TestSurroundQueryParser, HdfsCollectionsAPIDistributedZkTest, TestJmxMonitoredMap, WordBreakSolrSpellCheckerTest, OverseerCollectionProcessorTest, TestStressUserVersions, ExternalFileFieldSortTest, TestRemoteStreaming, FastVectorHighlighterTest, SolrCoreTest, BJQParserTest, InfoHandlerTest, SolrTestCaseJ4Test, TestPseudoReturnFields, TestRandomDVFaceting, PeerSyncTest, AutoCommitTest, TestLMJelinekMercerSimilarityFactory, MoreLikeThisHandlerTest, TestSort, TestSolrXMLSerializer, TermsComponentTest, TestRealTimeGet, ChangedSchemaMergeTest, BadComponentTest, QueryElevationComponentTest, TestPostingsSolrHighlighter, HdfsBasicDistributedZk2Test, TestSchemaSimilarityResource, DirectUpdateHandlerOptimizeTest, TestQueryUtils, RegexBoostProcessorTest, TestCloudManagedSchema, BinaryUpdateRequestHandlerTest, SolrXmlInZkTest, SuggesterTest, CursorPagingTest, RecoveryZkTest, SystemInfoHandlerTest, QueryResultKeyTest, TestReplicationHandler]
   [junit4] Completed on J0 in 894.88s, 14 tests, 1 failure <<< FAILURES!

[...truncated 654 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:466: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:439: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1308: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 2 failures, 32 ignored (4 assumptions)

Total time: 129 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

UILD\\s+FAILED(?s:.*+)                                                                                                                                   \
)"}