You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/01/22 04:55:16 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.7.0_51) - Build # 9188 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/9188/
Java: 32bit/jdk1.7.0_51 -server -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
could not set the new overseer

Stack Trace:
java.lang.AssertionError: could not set the new overseer
	at __randomizedtesting.SeedInfo.seed([4E2761BFE494B0E7:CFC1EFA793CBD0DB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.OverseerRolesTest.addOverseerRole2ExistingNodes(OverseerRolesTest.java:122)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:88)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10945 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1189541 T5179 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1189544 T5179 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerRolesTest-1390362656569
   [junit4]   2> 1189545 T5179 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1189545 T5180 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1189646 T5179 oasc.ZkTestServer.run start zk server on port:50024
   [junit4]   2> 1189647 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189678 T5186 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@172cc6f name:ZooKeeperConnection Watcher:127.0.0.1:50024 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189678 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189679 T5179 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1189683 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189684 T5188 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@739c5a name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189685 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189685 T5179 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1189687 T5179 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1189689 T5179 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1189690 T5179 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1189692 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1189693 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1189695 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1189696 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1189698 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1189699 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1189700 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1189701 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1189702 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1189703 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1189704 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1189705 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1189706 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1189706 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1189709 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1189710 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1189712 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1189712 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1189715 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1189715 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1189717 T5179 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1189717 T5179 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1189784 T5179 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1189787 T5179 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51382
   [junit4]   2> 1189787 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1189788 T5179 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1189788 T5179 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744
   [junit4]   2> 1189788 T5179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/'
   [junit4]   2> 1189799 T5179 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/solr.xml
   [junit4]   2> 1189832 T5179 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1189833 T5179 oasc.CoreContainer.<init> New CoreContainer 21948585
   [junit4]   2> 1189833 T5179 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/]
   [junit4]   2> 1189834 T5179 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1189834 T5179 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1189835 T5179 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1189835 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1189835 T5179 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1189836 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1189836 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1189836 T5179 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1189836 T5179 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1189838 T5179 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1189839 T5179 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1189839 T5179 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1189839 T5179 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50024/solr
   [junit4]   2> 1189840 T5179 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1189841 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189843 T5199 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18cb719 name:ZooKeeperConnection Watcher:127.0.0.1:50024 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189843 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189846 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189858 T5201 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12f0501 name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189859 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189860 T5179 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1189863 T5179 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1189865 T5179 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1189866 T5179 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51382_
   [junit4]   2> 1189867 T5179 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51382_
   [junit4]   2> 1189869 T5179 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1189871 T5179 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1189874 T5179 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1189876 T5179 oasc.Overseer.start Overseer (id=91118807061037059-127.0.0.1:51382_-n_0000000000) starting
   [junit4]   2> 1189884 T5179 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1189889 T5203 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1189890 T5179 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1189890 T5203 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1189893 T5179 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1189894 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1189896 T5202 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1189898 T5179 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744
   [junit4]   2> 1189900 T5179 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/conf/
   [junit4]   2> 1189933 T5179 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1189933 T5179 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1189934 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1189935 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189936 T5206 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53e889 name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189936 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189937 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1189938 T5179 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1190003 T5179 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1190005 T5179 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42617
   [junit4]   2> 1190005 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1190006 T5179 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1190006 T5179 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963
   [junit4]   2> 1190006 T5179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/'
   [junit4]   2> 1190018 T5179 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/solr.xml
   [junit4]   2> 1190049 T5179 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1190050 T5179 oasc.CoreContainer.<init> New CoreContainer 31157845
   [junit4]   2> 1190050 T5179 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/]
   [junit4]   2> 1190051 T5179 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1190052 T5179 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1190052 T5179 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1190052 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1190053 T5179 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1190053 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1190053 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1190054 T5179 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1190054 T5179 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1190056 T5179 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1190056 T5179 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1190056 T5179 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1190057 T5179 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50024/solr
   [junit4]   2> 1190057 T5179 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1190058 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1190059 T5217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@128b768 name:ZooKeeperConnection Watcher:127.0.0.1:50024 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1190059 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1190061 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1190062 T5219 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9da170 name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1190062 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1190065 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1191067 T5179 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42617_
   [junit4]   2> 1191068 T5179 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42617_
   [junit4]   2> 1191071 T5206 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1191071 T5219 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1191073 T5201 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1191075 T5179 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963
   [junit4]   2> 1191076 T5179 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/conf/
   [junit4]   2> 1191100 T5179 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1191101 T5179 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1191101 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1191163 T5179 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1191165 T5179 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35833
   [junit4]   2> 1191166 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1191166 T5179 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1191166 T5179 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390362658126
   [junit4]   2> 1191167 T5179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1390362658126/'
   [junit4]   2> 1191177 T5179 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390362658126/solr.xml
   [junit4]   2> 1191209 T5179 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1191209 T5179 oasc.CoreContainer.<init> New CoreContainer 5948230
   [junit4]   2> 1191210 T5179 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390362658126/]
   [junit4]   2> 1191211 T5179 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1191211 T5179 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1191211 T5179 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1191212 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1191212 T5179 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1191212 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1191212 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1191213 T5179 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1191213 T5179 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1191215 T5179 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1191215 T5179 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1191216 T5179 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1191216 T5179 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50024/solr
   [junit4]   2> 1191216 T5179 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1191217 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1191218 T5231 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca4070 name:ZooKeeperConnection Watcher:127.0.0.1:50024 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1191219 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1191221 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1191222 T5233 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8a01f1 name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1191223 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1191226 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1192228 T5179 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35833_
   [junit4]   2> 1192229 T5179 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35833_
   [junit4]   2> 1192231 T5201 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1192231 T5206 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1192232 T5233 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1192232 T5219 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1192235 T5179 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390362658126
   [junit4]   2> 1192236 T5179 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390362658126/conf/
   [junit4]   2> 1192257 T5179 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1192258 T5179 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1192258 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1192320 T5179 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1192322 T5179 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56211
   [junit4]   2> 1192323 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1192323 T5179 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1192323 T5179 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390362659283
   [junit4]   2> 1192324 T5179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1390362659283/'
   [junit4]   2> 1192334 T5179 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390362659283/solr.xml
   [junit4]   2> 1192378 T5179 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1192379 T5179 oasc.CoreContainer.<init> New CoreContainer 31937425
   [junit4]   2> 1192379 T5179 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390362659283/]
   [junit4]   2> 1192380 T5179 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1192380 T5179 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1192381 T5179 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1192381 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1192381 T5179 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1192382 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1192382 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1192382 T5179 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1192382 T5179 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1192384 T5179 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1192385 T5179 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1192385 T5179 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1192385 T5179 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50024/solr
   [junit4]   2> 1192386 T5179 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1192386 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1192388 T5245 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f776b name:ZooKeeperConnection Watcher:127.0.0.1:50024 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1192388 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1192391 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1192392 T5247 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a5ec53 name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1192392 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1192395 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1193398 T5179 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56211_
   [junit4]   2> 1193400 T5179 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56211_
   [junit4]   2> 1193402 T5219 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1193402 T5233 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1193402 T5206 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1193402 T5201 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1193403 T5247 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1193409 T5179 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390362659283
   [junit4]   2> 1193411 T5179 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390362659283/conf/
   [junit4]   2> 1193444 T5179 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1193445 T5179 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1193445 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1193511 T5179 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1193513 T5179 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36702
   [junit4]   2> 1193513 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1193514 T5179 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1193514 T5179 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470
   [junit4]   2> 1193514 T5179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/'
   [junit4]   2> 1193525 T5179 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/solr.xml
   [junit4]   2> 1193559 T5179 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1193560 T5179 oasc.CoreContainer.<init> New CoreContainer 30515124
   [junit4]   2> 1193560 T5179 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/]
   [junit4]   2> 1193561 T5179 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1193562 T5179 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1193562 T5179 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1193562 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1193562 T5179 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1193563 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1193563 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1193563 T5179 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1193564 T5179 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1193566 T5179 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1193566 T5179 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1193566 T5179 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1193567 T5179 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50024/solr
   [junit4]   2> 1193567 T5179 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1193568 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193569 T5259 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14c19b9 name:ZooKeeperConnection Watcher:127.0.0.1:50024 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193569 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193571 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193572 T5261 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@148872e name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193572 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193575 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1194577 T5179 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36702_
   [junit4]   2> 1194578 T5179 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36702_
   [junit4]   2> 1194580 T5206 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1194581 T5219 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1194581 T5201 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1194581 T5247 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1194580 T5233 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1194581 T5261 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1194585 T5179 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470
   [junit4]   2> 1194586 T5179 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/conf/
   [junit4]   2> 1194607 T5179 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1194608 T5179 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1194608 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1194674 T5179 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1194676 T5179 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35145
   [junit4]   2> 1194676 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1194677 T5179 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1194677 T5179 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390362661633
   [junit4]   2> 1194677 T5179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1390362661633/'
   [junit4]   2> 1194688 T5179 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390362661633/solr.xml
   [junit4]   2> 1194732 T5179 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1194733 T5179 oasc.CoreContainer.<init> New CoreContainer 3856679
   [junit4]   2> 1194733 T5179 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390362661633/]
   [junit4]   2> 1194734 T5179 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1194734 T5179 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1194735 T5179 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1194735 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1194735 T5179 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1194736 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1194736 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1194736 T5179 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1194736 T5179 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1194738 T5179 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1194739 T5179 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1194739 T5179 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1194739 T5179 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50024/solr
   [junit4]   2> 1194740 T5179 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1194740 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1194742 T5273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@186c7fa name:ZooKeeperConnection Watcher:127.0.0.1:50024 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1194742 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1194744 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1194745 T5275 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2af487 name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1194745 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1194749 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1195751 T5179 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35145_
   [junit4]   2> 1195753 T5179 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35145_
   [junit4]   2> 1195757 T5261 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1195757 T5201 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1195757 T5206 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1195758 T5275 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1195758 T5247 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1195758 T5219 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1195757 T5233 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 1195766 T5179 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390362661633
   [junit4]   2> 1195768 T5179 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390362661633/conf/
   [junit4]   2> 1195797 T5179 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1195798 T5179 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1195798 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1195860 T5179 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1195862 T5179 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48749
   [junit4]   2> 1195862 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1195862 T5179 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1195863 T5179 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390362662822
   [junit4]   2> 1195863 T5179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390362662822/'
   [junit4]   2> 1195877 T5179 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390362662822/solr.xml
   [junit4]   2> 1195908 T5179 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1195908 T5179 oasc.CoreContainer.<init> New CoreContainer 28257250
   [junit4]   2> 1195909 T5179 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390362662822/]
   [junit4]   2> 1195910 T5179 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1195910 T5179 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1195910 T5179 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1195910 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1195911 T5179 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1195911 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1195911 T5179 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1195912 T5179 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1195912 T5179 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1195914 T5179 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1195914 T5179 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1195914 T5179 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1195915 T5179 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50024/solr
   [junit4]   2> 1195915 T5179 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1195916 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1195917 T5287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16a0e93 name:ZooKeeperConnection Watcher:127.0.0.1:50024 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1195917 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1195919 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1195920 T5289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@183aaed name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1195920 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1195923 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1196926 T5179 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48749_
   [junit4]   2> 1196927 T5179 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48749_
   [junit4]   2> 1196929 T5247 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1196930 T5261 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1196930 T5219 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1196930 T5289 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1196930 T5275 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1196930 T5206 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1196929 T5201 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1196929 T5233 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 1196934 T5179 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390362662822
   [junit4]   2> 1196935 T5179 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390362662822/conf/
   [junit4]   2> 1196958 T5179 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1196958 T5179 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1196959 T5179 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1196960 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1196961 T5292 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14e54d name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1196961 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1196962 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1196965 T5179 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1196966 T5294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13de1b8 name:ZooKeeperConnection Watcher:127.0.0.1:50024/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1196966 T5179 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1196967 T5179 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1196969 T5285 oasha.CollectionsHandler.handleCreateAction Creating Collection : name=testOverseerCol&numShards=4&maxShardsPerNode=2&version=2&replicationFactor=2&wt=javabin&action=CREATE
   [junit4]   2> 1196970 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196971 T5203 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1196971 T5203 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerCol",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 1196972 T5203 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1196972 T5203 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerCol 
   [junit4]   2> 1196972 T5203 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol
   [junit4]   2> 1196975 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196975 T5202 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1196976 T5202 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerCol
   [junit4]   2> 1196976 T5202 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerCol with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 1196978 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196978 T5247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1196979 T5261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1196979 T5219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1196979 T5292 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1196979 T5294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1196979 T5201 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1196978 T5206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1196978 T5289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1196978 T5233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1196978 T5275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197075 T5203 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2, shard3, shard4] , repFactor : 2
   [junit4]   2> 1197075 T5203 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica1 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:42617_
   [junit4]   2> 1197076 T5203 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard1_replica2 as part of slice shard1 of collection testOverseerCol on 127.0.0.1:51382_
   [junit4]   2> 1197077 T5203 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica1 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:35833_
   [junit4]   2> 1197078 T5203 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard2_replica2 as part of slice shard2 of collection testOverseerCol on 127.0.0.1:36702_
   [junit4]   2> 1197078 T5203 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica1 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:56211_
   [junit4]   2> 1197079 T5203 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard3_replica2 as part of slice shard3 of collection testOverseerCol on 127.0.0.1:35145_
   [junit4]   2> 1197081 T5203 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica1 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:48749_
   [junit4]   2> 1197080 T5212 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica1 state=down
   [junit4]   2> 1197080 T5195 oasc.ZkController.publish publishing core=testOverseerCol_shard1_replica2 state=down
   [junit4]   2> 1197081 T5203 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerCol_shard4_replica2 as part of slice shard4 of collection testOverseerCol on 127.0.0.1:42617_
   [junit4]   2> 1197081 T5242 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica1 state=down
   [junit4]   2> 1197081 T5228 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica1 state=down
   [junit4]   2> 1197083 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197083 T5195 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1197082 T5270 oasc.ZkController.publish publishing core=testOverseerCol_shard3_replica2 state=down
   [junit4]   2> 1197082 T5283 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica1 state=down
   [junit4]   2> 1197084 T5213 oasc.ZkController.publish publishing core=testOverseerCol_shard4_replica2 state=down
   [junit4]   2> 1197083 T5228 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1197083 T5255 oasc.ZkController.publish publishing core=testOverseerCol_shard2_replica2 state=down
   [junit4]   2> 1197085 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197083 T5242 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1197083 T5212 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1197085 T5283 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1197085 T5270 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1197086 T5255 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1197086 T5202 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1197086 T5213 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1197087 T5202 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42617",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42617_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1197090 T5202 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51382",
   [junit4]   2> 	  "core":"testOverseerCol_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51382_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1197091 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197092 T5202 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56211",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56211_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1197093 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197094 T5202 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35833",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35833_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1197095 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197096 T5202 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35145",
   [junit4]   2> 	  "core":"testOverseerCol_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35145_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1197098 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197098 T5202 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48749",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48749_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1197100 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197101 T5202 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42617",
   [junit4]   2> 	  "core":"testOverseerCol_shard4_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42617_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1197102 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197103 T5202 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36702",
   [junit4]   2> 	  "core":"testOverseerCol_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36702_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"testOverseerCol",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1197105 T5201 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1197207 T5261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197207 T5292 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197207 T5201 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197207 T5219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197207 T5247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197207 T5294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197207 T5275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197207 T5289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197207 T5206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1197207 T5233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 1198083 T5195 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica2
   [junit4]   2> 1198084 T5195 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/testOverseerCol_shard1_replica2
   [junit4]   2> 1198085 T5195 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1198085 T5228 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica1
   [junit4]   2> 1198085 T5195 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1198086 T5228 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty2-1390362658126/testOverseerCol_shard2_replica1
   [junit4]   2> 1198086 T5212 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard1_replica1
   [junit4]   2> 1198086 T5195 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1198085 T5242 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica1
   [junit4]   2> 1198086 T5255 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard2_replica2
   [junit4]   2> 1198087 T5213 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica2
   [junit4]   2> 1198086 T5212 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard1_replica1
   [junit4]   2> 1198087 T5212 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1198086 T5270 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard3_replica2
   [junit4]   2> 1198086 T5283 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerCol_shard4_replica1
   [junit4]   2> 1198086 T5228 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1198088 T5212 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1198089 T5212 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1198088 T5270 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty5-1390362661633/testOverseerCol_shard3_replica2
   [junit4]   2> 1198088 T5195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/testOverseerCol_shard1_replica2/'
   [junit4]   2> 1198088 T5213 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard4_replica2
   [junit4]   2> 1198087 T5255 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/testOverseerCol_shard2_replica2
   [junit4]   2> 1198090 T5255 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1198087 T5242 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard3_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty3-1390362659283/testOverseerCol_shard3_replica1
   [junit4]   2> 1198091 T5255 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1198091 T5255 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1198090 T5213 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1198090 T5212 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard1_replica1/'
   [junit4]   2> 1198092 T5213 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1198092 T5213 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1198089 T5270 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1198089 T5228 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1198093 T5228 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1198089 T5283 oasc.CoreContainer.create Creating SolrCore 'testOverseerCol_shard4_replica1' using instanceDir: ./org.apache.solr.cloud.OverseerRolesTest-jetty6-1390362662822/testOverseerCol_shard4_replica1
   [junit4]   2> 1198094 T5283 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1198094 T5270 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1198094 T5270 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1198092 T5255 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/testOverseerCol_shard2_replica2/'
   [junit4]   2> 1198091 T5242 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerCol
   [junit4]   2> 1198094 T5283 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1198096 T5283 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1198094 T5213 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard4_replica2/'
   [junit4]   2> 1198096 T5242 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1198097 T5242 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerCol
   [junit4]   2> 1198097 T5283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty6-1390362662822/testOverseerCol_shard4_replica1/'
   [junit4]   2> 1198097 T5228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty2-1390362658126/testOverseerCol_shard2_replica1/'
   [junit4]   2> 1198097 T5270 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty5-1390362661633/testOverseerCol_shard3_replica2/'
   [junit4]   2> 1198098 T5242 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.OverseerRolesTest-jetty3-1390362659283/testOverseerCol_shard3_replica1/'
   [junit4]   2> 1198147 T5195 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1198164 T5255 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1198188 T5212 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1198198 T5242 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1198198 T5213 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1198199 T5283 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1198216 T5270 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1198238 T5228 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1198253 T5195 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1198255 T5195 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1198263 T5195 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica2] Schema name=test
   [junit4]   2> 1198283 T5255 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1198285 T5255 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1198298 T5255 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica2] Schema name=test
   [junit4]   2> 1198303 T5212 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1198305 T5212 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1198312 T5283 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1198332 T5283 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1198334 T5212 oass.IndexSchema.readSchema [testOverseerCol_shard1_replica1] Schema name=test
   [junit4]   2> 1198334 T5213 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1198342 T5283 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica1] Schema name=test
   [junit4]   2> 1198342 T5242 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1198344 T5213 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1198345 T5270 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1198344 T5242 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1198347 T5270 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1198347 T5228 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1198352 T5228 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1198356 T5242 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica1] Schema name=test
   [junit4]   2> 1198356 T5270 oass.IndexSchema.readSchema [testOverseerCol_shard3_replica2] Schema name=test
   [junit4]   2> 1198360 T5213 oass.IndexSchema.readSchema [testOverseerCol_shard4_replica2] Schema name=test
   [junit4]   2> 1198396 T5228 oass.IndexSchema.readSchema [testOverseerCol_shard2_replica1] Schema name=test
   [junit4]   2> 1199165 T5195 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1199176 T5195 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1199180 T5195 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1199194 T5195 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1199201 T5195 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1199202 T5255 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1199206 T5270 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1199216 T5195 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1199217 T5255 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1199219 T5195 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1199219 T5195 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1199220 T5195 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1199221 T5255 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1199221 T5195 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1199222 T5195 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1199222 T5195 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1199223 T5195 oasc.SolrCore.<init> [testOverseerCol_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/testOverseerCol_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/testOverseerCol_shard1_replica2/data/
   [junit4]   2> 1199223 T5195 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10788a3
   [junit4]   2> 1199225 T5195 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/testOverseerCol_shard1_replica2/data
   [junit4]   2> 1199226 T5195 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/testOverseerCol_shard1_replica2/data/index/
   [junit4]   2> 1199226 T5195 oasc.SolrCore.initIndex WARN [testOverseerCol_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/testOverseerCol_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1199227 T5195 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.OverseerRolesTest-controljetty-1390362656744/testOverseerCol_shard1_replica2/data/index
   [junit4]   2> 1199228 T5195 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43596766641314877]
   [junit4]   2> 1199228 T5270 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1199234 T5270 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1199234 T5195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@14714a3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@167a3ea),segFN=segments_1,generation=1}
   [junit4]   2> 1199235 T5255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1199235 T5195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1199239 T5255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1199243 T5195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1199243 T5255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1199244 T5195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1199244 T5195 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1199245 T5195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1199245 T5195 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1199246 T5195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1199246 T5195 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1199247 T5195 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1199247 T5195 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1199248 T5195 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1199249 T5195 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1199249 T5195 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1199250 T5255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1199250 T5255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1199250 T5195 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1199250 T5270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1199252 T5195 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1199251 T5255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1199252 T5195 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1199253 T5195 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1199254 T5195 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1199256 T5270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1199267 T5255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1199267 T5255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1199267 T5195 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1199268 T5255 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1199269 T5255 oasc.SolrCore.<init> [testOverseerCol_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/testOverseerCol_shard2_replica2/, dataDir=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/testOverseerCol_shard2_replica2/data/
   [junit4]   2> 1199269 T5255 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10788a3
   [junit4]   2> 1199270 T5270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1199270 T5255 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/testOverseerCol_shard2_replica2/data
   [junit4]   2> 1199271 T5255 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/testOverseerCol_shard2_replica2/data/index/
   [junit4]   2> 1199271 T5255 oasc.SolrCore.initIndex WARN [testOverseerCol_shard2_replica2] Solr index directory './org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/testOverseerCol_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1199272 T5255 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.OverseerRolesTest-jetty4-1390362660470/testOverseerCol_shard2_replica2/data/index
   [junit4]   2> 1199272 T5195 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1199272 T5255 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSS

[...truncated too long message...]

junit4]   2> 1217106 T5219 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard1_replica1/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 1217106 T5219 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard1_replica1/data/index
   [junit4]   2> 1217107 T5219 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard1_replica1/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard1_replica1/data;done=false>>]
   [junit4]   2> 1217107 T5219 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.OverseerRolesTest-jetty1-1390362656963/testOverseerCol_shard1_replica1/data
   [junit4]   2> 1217108 T5219 oascc.SolrZkClient.makePath makePath: /collections/testOverseerCol/leaders/shard1
   [junit4]   2> 1217108 T5219 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1217108 T5219 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testOverseerCol/leader_elect/shard1/election/91118807061037062-core_node1-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1217109 T5219 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=DefaultSimilarity, locale=es_CL, timezone=Europe/Prague
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.7.0_51 (32-bit)/cpus=8,threads=2,free=38039448,total=291643392
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfig, BasicDistributedZkTest, PeerSyncTest, JsonLoaderTest, CSVRequestHandlerTest, BadComponentTest, EchoParamsTest, TestPseudoReturnFields, DOMUtilTest, ParsingFieldUpdateProcessorsTest, SolrIndexSplitterTest, TestCloudManagedSchemaAddField, DateMathParserTest, TestLRUCache, FunctionTest, ReturnFieldsTest, CacheHeaderTest, TestFaceting, TestDynamicFieldCollectionResource, MBeansHandlerTest, UpdateRequestProcessorFactoryTest, AutoCommitTest, TestDynamicFieldResource, CoreMergeIndexesAdminHandlerTest, ModifyConfFileTest, TestFunctionQuery, TestDocBasedVersionConstraints, QueryElevationComponentTest, TestSolrXml, HdfsRecoveryZkTest, SpatialFilterTest, CircularListTest, DistribCursorPagingTest, TestSolrDeletionPolicy1, RecoveryZkTest, SolrInfoMBeanTest, TestSuggestSpellingConverter, TriLevelCompositeIdRoutingTest, TestCoreContainer, PolyFieldTest, SuggesterTest, OverseerTest, TestInfoStreamLogging, TestDocSet, TestValueSourceCache, DirectUpdateHandlerOptimizeTest, TestCharFilters, FileBasedSpellCheckerTest, SliceStateTest, TestQueryUtils, IndexSchemaTest, UnloadDistributedZkTest, ScriptEngineTest, TestBM25SimilarityFactory, SuggesterFSTTest, TermsComponentTest, DocValuesTest, BJQParserTest, SoftAutoCommitTest, TestModifyConfFiles, TestJoin, TestReplicationHandler, TestLMJelinekMercerSimilarityFactory, TestSystemIdResolver, FieldMutatingUpdateProcessorTest, TestDocumentBuilder, TestSchemaSimilarityResource, UUIDFieldTest, AbstractAnalyticsFacetTest, TestLFUCache, ShardRoutingTest, SpellPossibilityIteratorTest, TestRemoteStreaming, TestSolrXMLSerializer, TestCustomSort, TestSolrIndexConfig, HdfsDirectoryTest, ShowFileRequestHandlerTest, SearchHandlerTest, QueryParsingTest, PrimitiveFieldTypeTest, SOLR749Test, SystemInfoHandlerTest, TestShardHandlerFactory, SolrXmlInZkTest, TestNonNRTOpen, TestSolrQueryParserResource, LeaderElectionTest, TestRandomDVFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressReorder, TestStressVersions, TestRangeQuery, SolrCoreTest, TestGroupingSearch, TestFiltering, HighlighterTest, TestCoreDiscovery, TestExtendedDismaxParser, SolrRequestParserTest, SuggesterTSTTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, QueryEqualityTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, TestCSVResponseWriter, TestPartialUpdateDeduplication, HighlighterConfigTest, CopyFieldTest, ResponseLogComponentTest, TestMergePolicyConfig, TestSearchPerf, MinimalSchemaTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestCodecSupport, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestDefaultSimilarityFactory, TestJmxMonitoredMap, URLClassifyProcessorTest, TestFastLRUCache, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, ZkNodePropsTest, CursorPagingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, AbstractAnalyticsStatsTest, NoFacetTest, ExpressionTest, FieldFacetExtrasTest, FieldFacetTest, QueryFacetTest, RangeFacetTest, AssignTest, DeleteReplicaTest, DeleteShardTest, MigrateRouteKeyTest, OverseerRolesTest]
   [junit4] Completed on J0 in 27.93s, 1 test, 1 failure <<< FAILURES!

[...truncated 143 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:453: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:433: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1304: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:937: There were test failures: 364 suites, 1596 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 46 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_51 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure