You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/19 01:20:13 UTC

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.6.0_45) - Build # 6988 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6988/
Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
collection already exists: implicitcoll0

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: implicitcoll0
	at __randomizedtesting.SeedInfo.seed([66025A020F827773:E7E4D41A78DD174F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:318)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1571)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:192)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9079 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 331173 T686 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /l_v/u
   [junit4]   2> 331180 T686 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CustomCollectionTest-1376866036661
   [junit4]   2> 331181 T686 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 331181 T687 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 331281 T686 oasc.ZkTestServer.run start zk server on port:43046
   [junit4]   2> 331282 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 331311 T693 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e7615fe name:ZooKeeperConnection Watcher:127.0.0.1:43046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 331312 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 331312 T686 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 331318 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 331319 T695 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@409160dc name:ZooKeeperConnection Watcher:127.0.0.1:43046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 331319 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 331320 T686 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 331324 T686 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 331330 T686 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 331333 T686 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 331338 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 331338 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 331344 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 331345 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 331350 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 331351 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 331357 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 331358 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 331363 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 331363 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 331368 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 331368 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 331373 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 331373 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 331378 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 331379 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 331383 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 331384 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 331388 T686 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 331389 T686 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 331513 T686 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 331546 T686 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41270
   [junit4]   2> 331547 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 331548 T686 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 331548 T686 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875
   [junit4]   2> 331548 T686 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/'
   [junit4]   2> 331563 T686 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/solr.xml
   [junit4]   2> 331611 T686 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 331613 T686 oasc.CoreContainer.<init> New CoreContainer 174945789
   [junit4]   2> 331614 T686 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/]
   [junit4]   2> 331615 T686 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 331616 T686 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 331616 T686 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 331616 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 331617 T686 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 331617 T686 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 331618 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 331618 T686 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 331619 T686 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 331619 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 331623 T686 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43046/solr
   [junit4]   2> 331624 T686 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 331625 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 331629 T706 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10a487bb name:ZooKeeperConnection Watcher:127.0.0.1:43046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 331629 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 331632 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 331636 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 331642 T708 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13a9e24f name:ZooKeeperConnection Watcher:127.0.0.1:43046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 331642 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 331645 T686 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 331651 T686 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 331657 T686 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 331660 T686 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41270_l_v%2Fu
   [junit4]   2> 331661 T686 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41270_l_v%2Fu
   [junit4]   2> 331668 T686 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 331678 T686 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 331682 T686 oasc.Overseer.start Overseer (id=90234292578811907-127.0.0.1:41270_l_v%2Fu-n_0000000000) starting
   [junit4]   2> 331689 T686 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 331697 T686 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 331697 T710 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 331703 T686 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 331706 T686 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 331713 T686 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875
   [junit4]   2> 331714 T709 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 331758 T686 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/conf/
   [junit4]   2> 331759 T686 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 331760 T686 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 331760 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 331761 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 331764 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 331768 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 331768 T713 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55646e98 name:ZooKeeperConnection Watcher:127.0.0.1:43046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 331769 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 331771 T686 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 331775 T686 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 331858 T686 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 331861 T686 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38227
   [junit4]   2> 331861 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 331862 T686 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 331862 T686 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255
   [junit4]   2> 331863 T686 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/'
   [junit4]   2> 331876 T686 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/solr.xml
   [junit4]   2> 331924 T686 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 331925 T686 oasc.CoreContainer.<init> New CoreContainer 100740550
   [junit4]   2> 331925 T686 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/]
   [junit4]   2> 331926 T686 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 331927 T686 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 331927 T686 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 331928 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 331928 T686 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 331929 T686 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 331929 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 331929 T686 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 331930 T686 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 331930 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 331934 T686 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43046/solr
   [junit4]   2> 331935 T686 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 331936 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 331938 T724 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3764253e name:ZooKeeperConnection Watcher:127.0.0.1:43046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 331938 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 331941 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 331944 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 331946 T726 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4257278c name:ZooKeeperConnection Watcher:127.0.0.1:43046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 331946 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 331952 T686 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 332956 T686 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38227_l_v%2Fu
   [junit4]   2> 332958 T686 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38227_l_v%2Fu
   [junit4]   2> 332963 T713 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 332964 T708 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 332964 T726 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 332971 T686 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255
   [junit4]   2> 333014 T686 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/conf/
   [junit4]   2> 333014 T686 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 340731 T686 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 340732 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 340733 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 340812 T686 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 344958 T686 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52150
   [junit4]   2> 344959 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 344960 T686 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 344960 T686 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216
   [junit4]   2> 344961 T686 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/'
   [junit4]   2> 344975 T686 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/solr.xml
   [junit4]   2> 345020 T686 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 345021 T686 oasc.CoreContainer.<init> New CoreContainer 1300047595
   [junit4]   2> 345021 T686 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/]
   [junit4]   2> 345023 T686 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 345023 T686 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 345024 T686 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 345024 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 345025 T686 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 345025 T686 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 345026 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 345026 T686 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 345027 T686 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 345027 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 345031 T686 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43046/solr
   [junit4]   2> 345032 T686 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 345033 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 345041 T740 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5386360b name:ZooKeeperConnection Watcher:127.0.0.1:43046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 345042 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 345044 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 345048 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 345053 T742 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10b1bdc6 name:ZooKeeperConnection Watcher:127.0.0.1:43046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 345053 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 345059 T686 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 346064 T686 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52150_l_v%2Fu
   [junit4]   2> 346066 T686 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52150_l_v%2Fu
   [junit4]   2> 346072 T713 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 346072 T708 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 346073 T726 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 346073 T742 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 346080 T686 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216
   [junit4]   2> 346107 T686 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/conf/
   [junit4]   2> 346108 T686 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 346108 T686 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 346109 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 346109 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 346195 T686 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 346198 T686 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46788
   [junit4]   2> 346199 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 346199 T686 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 346200 T686 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593
   [junit4]   2> 346200 T686 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/'
   [junit4]   2> 346213 T686 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/solr.xml
   [junit4]   2> 346268 T686 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 346269 T686 oasc.CoreContainer.<init> New CoreContainer 1398845780
   [junit4]   2> 346269 T686 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/]
   [junit4]   2> 346270 T686 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 346270 T686 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 346271 T686 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 346271 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 346272 T686 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 346272 T686 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 346272 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 346273 T686 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 346273 T686 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 346274 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 346277 T686 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43046/solr
   [junit4]   2> 346277 T686 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 346278 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 346280 T754 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@711a2c8f name:ZooKeeperConnection Watcher:127.0.0.1:43046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 346280 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 346283 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 346286 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 346287 T756 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75615682 name:ZooKeeperConnection Watcher:127.0.0.1:43046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 346287 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 346295 T686 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 347301 T686 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46788_l_v%2Fu
   [junit4]   2> 347302 T686 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46788_l_v%2Fu
   [junit4]   2> 347309 T708 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 347309 T713 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 347310 T726 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 347310 T756 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 347311 T742 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 347318 T686 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593
   [junit4]   2> 347359 T686 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/conf/
   [junit4]   2> 347360 T686 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 347361 T686 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 347361 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 347362 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 347441 T686 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 347443 T686 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53425
   [junit4]   2> 347444 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 347444 T686 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 347444 T686 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846
   [junit4]   2> 347445 T686 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/'
   [junit4]   2> 347457 T686 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/solr.xml
   [junit4]   2> 347503 T686 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 347503 T686 oasc.CoreContainer.<init> New CoreContainer 236698671
   [junit4]   2> 347504 T686 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/]
   [junit4]   2> 347505 T686 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 347505 T686 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 347506 T686 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 347506 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 347506 T686 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 347507 T686 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 347507 T686 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 347508 T686 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 347508 T686 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 347508 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 347512 T686 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43046/solr
   [junit4]   2> 347512 T686 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 347513 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 347515 T768 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3edfb8e5 name:ZooKeeperConnection Watcher:127.0.0.1:43046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 347515 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 347518 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 347521 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 347523 T770 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@93271bd name:ZooKeeperConnection Watcher:127.0.0.1:43046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 347523 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 347529 T686 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 348536 T686 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53425_l_v%2Fu
   [junit4]   2> 348539 T686 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53425_l_v%2Fu
   [junit4]   2> 348546 T770 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 348546 T726 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 348546 T756 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 348546 T742 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 348548 T708 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 348548 T713 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 348554 T686 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846
   [junit4]   2> 348591 T686 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/conf/
   [junit4]   2> 348592 T686 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 348595 T686 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 348595 T686 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 348596 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 348599 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 348600 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 348602 T773 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f0480e1 name:ZooKeeperConnection Watcher:127.0.0.1:43046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 348602 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 348605 T686 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 348609 T686 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 348611 T686 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 348612 T775 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@398b2b78 name:ZooKeeperConnection Watcher:127.0.0.1:43046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 348613 T686 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 348615 T686 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 348623 T765 oasha.CollectionsHandler.handleCreateAction Creating Collection : shards=a,b,c&maxShardsPerNode=5&router=implicit&name=implicitcoll0&replicationFactor=5&action=CREATE&wt=javabin&version=2
   [junit4]   2> 348624 T708 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 348626 T708 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 348627 T710 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "router":"implicit",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"5"}
   [junit4]   2> 348627 T710 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "router":"implicit",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"5"}
   [junit4]   2> 349750 T709 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 349751 T709 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: implicitcoll0
   [junit4]   2> 349752 T709 oasc.Overseer$ClusterStateUpdater.createCollection Create collection implicitcoll0 with shards [a, b, c]
   [junit4]   2> 349758 T770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 349759 T708 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 349759 T775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 349758 T756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 349759 T742 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 349760 T773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 349760 T713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 349760 T726 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 349831 T710 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [a, b, c] , repFactor : 5
   [junit4]   2> 349832 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica1 as part of slice a of collection implicitcoll0 on 127.0.0.1:53425_l_v%2Fu
   [junit4]   2> 349832 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica2 as part of slice a of collection implicitcoll0 on 127.0.0.1:38227_l_v%2Fu
   [junit4]   2> 349833 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica3 as part of slice a of collection implicitcoll0 on 127.0.0.1:46788_l_v%2Fu
   [junit4]   2> 349834 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica4 as part of slice a of collection implicitcoll0 on 127.0.0.1:41270_l_v%2Fu
   [junit4]   2> 349834 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica5 as part of slice a of collection implicitcoll0 on 127.0.0.1:52150_l_v%2Fu
   [junit4]   2> 349837 T763 oasc.ZkController.publish publishing core=implicitcoll0_a_replica1 state=down
   [junit4]   2> 349838 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica1 as part of slice b of collection implicitcoll0 on 127.0.0.1:53425_l_v%2Fu
   [junit4]   2> 349838 T749 oasc.ZkController.publish publishing core=implicitcoll0_a_replica3 state=down
   [junit4]   2> 349839 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica2 as part of slice b of collection implicitcoll0 on 127.0.0.1:38227_l_v%2Fu
   [junit4]   2> 349839 T729 oasc.ZkController.publish publishing core=implicitcoll0_a_replica2 state=down
   [junit4]   2> 349841 T736 oasc.ZkController.publish publishing core=implicitcoll0_a_replica5 state=down
   [junit4]   2> 349840 T701 oasc.ZkController.publish publishing core=implicitcoll0_a_replica4 state=down
   [junit4]   2> 349841 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica3 as part of slice b of collection implicitcoll0 on 127.0.0.1:46788_l_v%2Fu
   [junit4]   2> 349841 T763 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349843 T720 oasc.ZkController.publish publishing core=implicitcoll0_b_replica2 state=down
   [junit4]   2> 349844 T752 oasc.ZkController.publish publishing core=implicitcoll0_b_replica3 state=down
   [junit4]   2> 349842 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica4 as part of slice b of collection implicitcoll0 on 127.0.0.1:41270_l_v%2Fu
   [junit4]   2> 349842 T766 oasc.ZkController.publish publishing core=implicitcoll0_b_replica1 state=down
   [junit4]   2> 349845 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica5 as part of slice b of collection implicitcoll0 on 127.0.0.1:52150_l_v%2Fu
   [junit4]   2> 349845 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica1 as part of slice c of collection implicitcoll0 on 127.0.0.1:53425_l_v%2Fu
   [junit4]   2> 349846 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica2 as part of slice c of collection implicitcoll0 on 127.0.0.1:38227_l_v%2Fu
   [junit4]   2> 349847 T702 oasc.ZkController.publish publishing core=implicitcoll0_b_replica4 state=down
   [junit4]   2> 349847 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica3 as part of slice c of collection implicitcoll0 on 127.0.0.1:46788_l_v%2Fu
   [junit4]   2> 349848 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica4 as part of slice c of collection implicitcoll0 on 127.0.0.1:41270_l_v%2Fu
   [junit4]   2> 349848 T710 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica5 as part of slice c of collection implicitcoll0 on 127.0.0.1:52150_l_v%2Fu
   [junit4]   2> 349848 T737 oasc.ZkController.publish publishing core=implicitcoll0_b_replica5 state=down
   [junit4]   2> 349850 T728 oasc.ZkController.publish publishing core=implicitcoll0_c_replica4 state=down
   [junit4]   2> 349850 T722 oasc.ZkController.publish publishing core=implicitcoll0_c_replica2 state=down
   [junit4]   2> 349848 T764 oasc.ZkController.publish publishing core=implicitcoll0_c_replica1 state=down
   [junit4]   2> 349849 T751 oasc.ZkController.publish publishing core=implicitcoll0_c_replica3 state=down
   [junit4]   2> 349853 T738 oasc.ZkController.publish publishing core=implicitcoll0_c_replica5 state=down
   [junit4]   2> 349860 T749 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349862 T729 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349862 T701 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349863 T766 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349863 T752 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349864 T702 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349864 T728 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349864 T736 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349865 T764 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349865 T751 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349865 T720 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349866 T737 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349867 T738 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 349866 T722 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 351278 T709 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 351279 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica1",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53425_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53425/l_v/u"}
   [junit4]   2> 351285 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica3",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46788_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46788/l_v/u"}
   [junit4]   2> 351291 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica2",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38227_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38227/l_v/u"}
   [junit4]   2> 351296 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica5",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52150_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52150/l_v/u"}
   [junit4]   2> 351302 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node5",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica4",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41270_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41270/l_v/u"}
   [junit4]   2> 351308 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node6",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica2",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38227_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38227/l_v/u"}
   [junit4]   2> 351313 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node7",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica3",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46788_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46788/l_v/u"}
   [junit4]   2> 351319 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node8",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica1",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53425_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53425/l_v/u"}
   [junit4]   2> 351324 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node9",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica4",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41270_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41270/l_v/u"}
   [junit4]   2> 351329 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node10",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica4",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41270_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41270/l_v/u"}
   [junit4]   2> 351334 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node11",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica5",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52150_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52150/l_v/u"}
   [junit4]   2> 351339 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node12",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica2",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38227_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38227/l_v/u"}
   [junit4]   2> 351345 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node13",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica1",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53425_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53425/l_v/u"}
   [junit4]   2> 351359 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node14",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica3",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46788_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46788/l_v/u"}
   [junit4]   2> 351364 T709 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node15",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica5",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52150_l_v%2Fu",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52150/l_v/u"}
   [junit4]   2> 351370 T770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 351370 T713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 351371 T742 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 351371 T756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 351370 T775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 351371 T708 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 351370 T773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 351371 T726 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 353258 T738 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica5
   [junit4]   2> 353258 T736 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica5
   [junit4]   2> 353258 T728 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica4
   [junit4]   2> 353258 T763 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica1
   [junit4]   2> 353258 T729 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica2
   [junit4]   2> 353258 T749 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica3
   [junit4]   2> 353261 T728 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica4' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/implicitcoll0_c_replica4
   [junit4]   2> 353261 T728 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353261 T749 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica3' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/implicitcoll0_a_replica3
   [junit4]   2> 353262 T749 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353258 T766 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica1
   [junit4]   2> 353258 T702 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica4
   [junit4]   2> 353258 T701 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica4
   [junit4]   2> 353258 T752 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica3
   [junit4]   2> 353258 T764 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica1
   [junit4]   2> 353258 T737 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica5
   [junit4]   2> 353258 T722 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica2
   [junit4]   2> 353258 T751 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica3
   [junit4]   2> 353258 T720 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica2
   [junit4]   2> 353265 T722 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/implicitcoll0_c_replica2
   [junit4]   2> 353266 T722 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353265 T737 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica5' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/implicitcoll0_b_replica5
   [junit4]   2> 353266 T737 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353265 T764 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_c_replica1
   [junit4]   2> 353267 T722 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353264 T752 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica3' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/implicitcoll0_b_replica3
   [junit4]   2> 353268 T752 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353264 T701 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica4' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/implicitcoll0_a_replica4
   [junit4]   2> 353268 T701 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353264 T702 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica4' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/implicitcoll0_b_replica4
   [junit4]   2> 353263 T766 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_b_replica1
   [junit4]   2> 353263 T749 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353269 T701 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353262 T728 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353261 T729 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/implicitcoll0_a_replica2
   [junit4]   2> 353270 T729 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353260 T763 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_a_replica1
   [junit4]   2> 353271 T763 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353260 T738 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica5' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/implicitcoll0_c_replica5
   [junit4]   2> 353260 T736 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica5' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/implicitcoll0_a_replica5
   [junit4]   2> 353272 T763 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353272 T738 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353271 T729 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353270 T728 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353270 T701 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353269 T749 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353269 T766 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353269 T702 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353269 T752 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353268 T737 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353267 T722 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353267 T764 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353266 T720 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/implicitcoll0_b_replica2
   [junit4]   2> 353277 T720 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353266 T751 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica3' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/implicitcoll0_c_replica3
   [junit4]   2> 353276 T766 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353276 T737 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353275 T752 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353273 T738 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353279 T738 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353273 T729 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353273 T763 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353272 T736 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353280 T720 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353281 T720 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353280 T702 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353280 T749 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353278 T764 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353278 T766 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353277 T751 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 353283 T728 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353282 T764 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353282 T749 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353282 T702 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353281 T722 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353285 T722 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353285 T763 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353284 T736 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353284 T728 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353286 T736 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353286 T729 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353286 T763 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353286 T737 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353288 T737 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353285 T701 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353288 T738 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353288 T729 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353288 T720 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353290 T738 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353289 T751 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 353289 T701 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353291 T751 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 353290 T720 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353292 T766 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353293 T766 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353294 T752 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353294 T752 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353296 T764 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353296 T764 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353297 T736 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353298 T736 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353299 T722 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353300 T729 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353303 T702 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 353303 T702 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353304 T763 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353304 T737 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353306 T738 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353307 T720 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353307 T766 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353309 T722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/implicitcoll0_c_replica2/'
   [junit4]   2> 353310 T764 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353311 T729 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/implicitcoll0_a_replica2/'
   [junit4]   2> 353311 T751 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 353312 T736 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353314 T763 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_a_replica1/'
   [junit4]   2> 353315 T737 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/implicitcoll0_b_replica5/'
   [junit4]   2> 353316 T720 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1376866037255/implicitcoll0_b_replica2/'
   [junit4]   2> 353316 T728 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353317 T738 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/implicitcoll0_c_replica5/'
   [junit4]   2> 353317 T766 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_b_replica1/'
   [junit4]   2> 353319 T701 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353319 T749 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353320 T764 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_c_replica1/'
   [junit4]   2> 353321 T736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1376866046216/implicitcoll0_a_replica5/'
   [junit4]   2> 353322 T752 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353323 T702 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353508 T728 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/implicitcoll0_c_replica4/'
   [junit4]   2> 353509 T701 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/implicitcoll0_a_replica4/'
   [junit4]   2> 353509 T749 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/implicitcoll0_a_replica3/'
   [junit4]   2> 353511 T751 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 353511 T752 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/implicitcoll0_b_replica3/'
   [junit4]   2> 353514 T751 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1376866051593/implicitcoll0_c_replica3/'
   [junit4]   2> 353515 T702 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1376866036875/implicitcoll0_b_replica4/'
   [junit4]   2> 353590 T722 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 353600 T729 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 353896 T736 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 353897 T720 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 354806 T766 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 355987 T738 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 356039 T764 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 356943 T702 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 356945 T728 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 356977 T752 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 356978 T749 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 357187 T737 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 357196 T701 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 357234 T751 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 357240 T763 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 357288 T729 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357289 T722 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357300 T729 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357302 T736 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357304 T722 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357336 T736 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357363 T736 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 357385 T722 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 357393 T729 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 357416 T766 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357437 T766 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357462 T764 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357479 T738 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357489 T764 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357492 T738 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357526 T752 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357528 T738 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 357529 T764 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 357547 T752 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357553 T749 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357555 T702 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357555 T766 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 357558 T702 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357568 T749 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357581 T702 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 357612 T720 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357935 T720 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357944 T728 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 357946 T752 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 357955 T728 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 357989 T737 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 358026 T737 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 358036 T701 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 358039 T701 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 358043 T720 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 358054 T737 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 358062 T701 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 358077 T728 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 358056 T749 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 358109 T751 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 358115 T763 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 358116 T751 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 358135 T763 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 358370 T751 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 358370 T763 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 379704 T75

[...truncated too long message...]

autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 405958 T686 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 405958 T686 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 405959 T686 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 405960 T686 oasc.SolrCore.closeSearcher [implicitcoll0_b_replica1] Closing main searcher on request.
   [junit4]   2> 405960 T686 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 405960 T686 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_b_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_b_replica1/data;done=false>>]
   [junit4]   2> 405961 T686 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_b_replica1/data
   [junit4]   2> 405961 T686 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_b_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_b_replica1/data/index;done=false>>]
   [junit4]   2> 405961 T686 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_b_replica1/data/index
   [junit4]   2> 405962 T686 oasc.SolrCore.close [implicitcoll0_a_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@35fa3ff2
   [junit4]   2> 405970 T686 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 405970 T686 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 405970 T686 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 405971 T686 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 405972 T686 oasc.SolrCore.closeSearcher [implicitcoll0_a_replica1] Closing main searcher on request.
   [junit4]   2> 405972 T686 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 405972 T686 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_a_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_a_replica1/data;done=false>>]
   [junit4]   2> 405973 T686 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_a_replica1/data
   [junit4]   2> 405973 T686 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_a_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_a_replica1/data/index;done=false>>]
   [junit4]   2> 405974 T686 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1376866052846/implicitcoll0_a_replica1/data/index
   [junit4]   2> 405974 T868 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90234292578811916-127.0.0.1:53425_l_v%2Fu-n_0000000004) am no longer a leader.
   [junit4]   2> 405997 T686 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/l_v/u,null}
   [junit4]   2> 406051 T686 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 406053 T686 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:43046 43046
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CustomCollectionTest -Dtests.method=testDistribSearch -Dtests.seed=66025A020F827773 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu_HU -Dtests.timezone=America/Santo_Domingo -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   75.5s J1 | CustomCollectionTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: implicitcoll0
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([66025A020F827773:E7E4D41A78DD174F]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:318)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1571)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:192)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:136)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 406632 T686 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 75509 T685 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> 407276 T770 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 407276 T770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 407277 T770 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=hu_HU, timezone=America/Santo_Domingo
   [junit4]   2> NOTE: Linux 3.2.0-51-generic amd64/Sun Microsystems Inc. 1.6.0_45 (64-bit)/cpus=8,threads=2,free=116011784,total=203313152
   [junit4]   2> NOTE: All tests run in this JVM: [BasicZkTest, TestSchemaSimilarityResource, TestLazyCores, TermVectorComponentDistributedTest, FieldAnalysisRequestHandlerTest, ChaosMonkeySafeLeaderTest, DisMaxRequestHandlerTest, TestFieldResource, UniqFieldsUpdateProcessorFactoryTest, TestQuerySenderListener, TestWordDelimiterFilterFactory, DocumentAnalysisRequestHandlerTest, TestQuerySenderNoQuery, IndexSchemaRuntimeFieldTest, TestInfoStreamLogging, TestSweetSpotSimilarityFactory, CustomCollectionTest]
   [junit4] Completed on J1 in 76.43s, 1 test, 1 error <<< FAILURES!

[...truncated 832 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:450: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 323 suites, 1376 tests, 1 error, 34 ignored (6 assumptions)

Total time: 64 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure