You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/12/11 18:34:58 UTC

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b119) - Build # 8552 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/8552/
Java: 64bit/jdk1.8.0-ea-b119 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
missing shard info

Stack Trace:
java.lang.AssertionError: missing shard info
	at __randomizedtesting.SeedInfo.seed([D38502E5EA77CD45:52638CFD9D28AD79]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:251)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:130)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10597 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 531886 T2308 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /n/jv
   [junit4]   2> 531888 T2308 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CustomCollectionTest-1386782587357
   [junit4]   2> 531889 T2308 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 531889 T2309 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 531989 T2308 oasc.ZkTestServer.run start zk server on port:48334
   [junit4]   2> 531990 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 532009 T2315 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a021de9 name:ZooKeeperConnection Watcher:127.0.0.1:48334 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 532010 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 532010 T2308 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 532014 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 532015 T2317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10edc8c9 name:ZooKeeperConnection Watcher:127.0.0.1:48334/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 532015 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 532015 T2308 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 532017 T2308 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 532019 T2308 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 532020 T2308 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 532022 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 532022 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 532025 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 532025 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 532029 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 532029 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 532031 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 532032 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 532033 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 532033 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 532034 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 532035 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 532036 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 532036 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 532038 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 532038 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 532040 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 532040 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 532042 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 532042 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 532044 T2308 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 532044 T2308 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 532108 T2308 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 532109 T2308 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60827
   [junit4]   2> 532110 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 532110 T2308 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 532110 T2308 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518
   [junit4]   2> 532111 T2308 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518/'
   [junit4]   2> 532126 T2308 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518/solr.xml
   [junit4]   2> 532132 T2308 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 532133 T2308 oasc.CoreContainer.<init> New CoreContainer 1402179934
   [junit4]   2> 532133 T2308 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518/]
   [junit4]   2> 532133 T2308 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 532134 T2308 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 532134 T2308 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 532134 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 532134 T2308 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 532134 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 532135 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 532135 T2308 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 532135 T2308 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 532138 T2308 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 532138 T2308 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 532138 T2308 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 532138 T2308 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48334/solr
   [junit4]   2> 532139 T2308 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 532140 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 532142 T2328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@523924b1 name:ZooKeeperConnection Watcher:127.0.0.1:48334 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 532142 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 532144 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 532145 T2330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14d13053 name:ZooKeeperConnection Watcher:127.0.0.1:48334/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 532146 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 532147 T2308 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 532149 T2308 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 532150 T2308 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 532151 T2308 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60827_n%2Fjv
   [junit4]   2> 532152 T2308 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60827_n%2Fjv
   [junit4]   2> 532154 T2308 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 532157 T2308 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 532159 T2308 oasc.Overseer.start Overseer (id=90884183645224963-127.0.0.1:60827_n%2Fjv-n_0000000000) starting
   [junit4]   2> 532161 T2308 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 532163 T2332 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 532163 T2308 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 532165 T2308 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 532166 T2308 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 532167 T2331 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 532168 T2308 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518
   [junit4]   2> 532169 T2308 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518/conf/
   [junit4]   2> 532197 T2308 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 532198 T2308 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 532198 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 532200 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 532202 T2335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b49e523 name:ZooKeeperConnection Watcher:127.0.0.1:48334/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 532202 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 532203 T2308 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 532204 T2308 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 532264 T2308 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 532266 T2308 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53935
   [junit4]   2> 532266 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 532266 T2308 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 532267 T2308 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674
   [junit4]   2> 532267 T2308 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/'
   [junit4]   2> 532275 T2308 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/solr.xml
   [junit4]   2> 532283 T2308 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 532284 T2308 oasc.CoreContainer.<init> New CoreContainer 717723775
   [junit4]   2> 532284 T2308 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/]
   [junit4]   2> 532285 T2308 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 532285 T2308 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 532285 T2308 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 532286 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 532286 T2308 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 532286 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 532287 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 532287 T2308 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 532287 T2308 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 532291 T2308 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 532292 T2308 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 532292 T2308 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 532292 T2308 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48334/solr
   [junit4]   2> 532293 T2308 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 532294 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 532295 T2346 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70d30653 name:ZooKeeperConnection Watcher:127.0.0.1:48334 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 532295 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 532297 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 532298 T2348 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cb578cb name:ZooKeeperConnection Watcher:127.0.0.1:48334/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 532299 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 532301 T2308 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 533303 T2308 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53935_n%2Fjv
   [junit4]   2> 533304 T2308 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53935_n%2Fjv
   [junit4]   2> 533306 T2330 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 533306 T2335 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 533306 T2348 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 533312 T2308 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674
   [junit4]   2> 533313 T2308 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/conf/
   [junit4]   2> 533340 T2308 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 533341 T2308 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 533341 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 533400 T2308 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 533401 T2308 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39423
   [junit4]   2> 533402 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 533402 T2308 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 533402 T2308 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811
   [junit4]   2> 533402 T2308 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/'
   [junit4]   2> 533411 T2308 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/solr.xml
   [junit4]   2> 533416 T2308 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 533417 T2308 oasc.CoreContainer.<init> New CoreContainer 1278717072
   [junit4]   2> 533417 T2308 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/]
   [junit4]   2> 533417 T2308 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 533417 T2308 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 533418 T2308 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 533418 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 533418 T2308 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 533418 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 533419 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 533419 T2308 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 533419 T2308 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 533421 T2308 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 533422 T2308 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 533422 T2308 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 533422 T2308 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48334/solr
   [junit4]   2> 533422 T2308 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 533423 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 533424 T2360 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27f757e6 name:ZooKeeperConnection Watcher:127.0.0.1:48334 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 533424 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 533426 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 533429 T2362 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47de79fc name:ZooKeeperConnection Watcher:127.0.0.1:48334/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 533429 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 533433 T2308 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 534435 T2308 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39423_n%2Fjv
   [junit4]   2> 534436 T2308 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39423_n%2Fjv
   [junit4]   2> 534439 T2348 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 534439 T2335 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 534439 T2330 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 534439 T2362 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 534442 T2308 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811
   [junit4]   2> 534442 T2308 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/conf/
   [junit4]   2> 534463 T2308 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 534464 T2308 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 534464 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 534523 T2308 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 534525 T2308 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47374
   [junit4]   2> 534526 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 534526 T2308 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 534526 T2308 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934
   [junit4]   2> 534526 T2308 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/'
   [junit4]   2> 534535 T2308 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/solr.xml
   [junit4]   2> 534545 T2308 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 534546 T2308 oasc.CoreContainer.<init> New CoreContainer 1490553845
   [junit4]   2> 534546 T2308 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/]
   [junit4]   2> 534546 T2308 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 534547 T2308 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 534547 T2308 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 534547 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 534547 T2308 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 534547 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 534548 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 534548 T2308 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 534548 T2308 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 534551 T2308 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 534551 T2308 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 534551 T2308 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 534551 T2308 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48334/solr
   [junit4]   2> 534551 T2308 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 534552 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 534553 T2374 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a526c38 name:ZooKeeperConnection Watcher:127.0.0.1:48334 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 534554 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 534556 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 534557 T2376 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@356a7fc1 name:ZooKeeperConnection Watcher:127.0.0.1:48334/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 534557 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 534559 T2308 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 535562 T2308 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47374_n%2Fjv
   [junit4]   2> 535563 T2308 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47374_n%2Fjv
   [junit4]   2> 535565 T2335 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 535566 T2348 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 535566 T2362 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 535566 T2330 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 535566 T2376 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 535568 T2308 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934
   [junit4]   2> 535569 T2308 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/conf/
   [junit4]   2> 535597 T2308 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 535597 T2308 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 535598 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 535660 T2308 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 535661 T2308 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49051
   [junit4]   2> 535662 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 535662 T2308 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 535662 T2308 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068
   [junit4]   2> 535662 T2308 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/'
   [junit4]   2> 535671 T2308 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/solr.xml
   [junit4]   2> 535676 T2308 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 535677 T2308 oasc.CoreContainer.<init> New CoreContainer 371708698
   [junit4]   2> 535677 T2308 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/]
   [junit4]   2> 535677 T2308 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 535678 T2308 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 535678 T2308 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 535678 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 535678 T2308 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 535678 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 535679 T2308 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 535679 T2308 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 535679 T2308 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 535682 T2308 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 535682 T2308 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 535682 T2308 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 535682 T2308 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48334/solr
   [junit4]   2> 535683 T2308 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 535683 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 535684 T2388 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33d0b088 name:ZooKeeperConnection Watcher:127.0.0.1:48334 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 535685 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 535687 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 535688 T2390 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12c0ab60 name:ZooKeeperConnection Watcher:127.0.0.1:48334/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 535688 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 535690 T2308 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 536692 T2308 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49051_n%2Fjv
   [junit4]   2> 536694 T2308 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49051_n%2Fjv
   [junit4]   2> 536696 T2348 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 536696 T2362 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 536696 T2376 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 536696 T2390 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 536696 T2330 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 536696 T2335 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 536698 T2308 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068
   [junit4]   2> 536699 T2308 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/conf/
   [junit4]   2> 536727 T2308 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 536728 T2308 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 536728 T2308 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 536730 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 536731 T2393 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e0257b8 name:ZooKeeperConnection Watcher:127.0.0.1:48334/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 536731 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 536733 T2308 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 536735 T2308 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 536736 T2395 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6622d3b9 name:ZooKeeperConnection Watcher:127.0.0.1:48334/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 536736 T2308 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 536737 T2308 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 536739 T2371 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&shards=a,b,c&maxShardsPerNode=2&router.name=implicit&name=implicitcoll0&action=CREATE&wt=javabin&version=2
   [junit4]   2> 536740 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536741 T2332 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 536741 T2332 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 536742 T2332 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 536742 T2332 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/implicitcoll0 
   [junit4]   2> 536742 T2332 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 536744 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536745 T2331 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 536745 T2331 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: implicitcoll0
   [junit4]   2> 536745 T2331 oasc.Overseer$ClusterStateUpdater.createCollection Create collection implicitcoll0 with shards [a, b, c]
   [junit4]   2> 536746 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536747 T2348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536747 T2393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536747 T2376 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536747 T2390 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536747 T2330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536747 T2362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536748 T2395 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536747 T2335 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536844 T2332 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [a, b, c] , repFactor : 2
   [junit4]   2> 536844 T2332 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica1 as part of slice a of collection implicitcoll0 on 127.0.0.1:53935_n%2Fjv
   [junit4]   2> 536845 T2332 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica2 as part of slice a of collection implicitcoll0 on 127.0.0.1:47374_n%2Fjv
   [junit4]   2> 536845 T2332 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica1 as part of slice b of collection implicitcoll0 on 127.0.0.1:39423_n%2Fjv
   [junit4]   2> 536846 T2332 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica2 as part of slice b of collection implicitcoll0 on 127.0.0.1:60827_n%2Fjv
   [junit4]   2> 536846 T2332 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica1 as part of slice c of collection implicitcoll0 on 127.0.0.1:49051_n%2Fjv
   [junit4]   2> 536846 T2332 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica2 as part of slice c of collection implicitcoll0 on 127.0.0.1:53935_n%2Fjv
   [junit4]   2> 536847 T2372 oasc.ZkController.publish publishing core=implicitcoll0_a_replica2 state=down
   [junit4]   2> 536848 T2323 oasc.ZkController.publish publishing core=implicitcoll0_b_replica2 state=down
   [junit4]   2> 536848 T2344 oasc.ZkController.publish publishing core=implicitcoll0_c_replica2 state=down
   [junit4]   2> 536848 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536847 T2355 oasc.ZkController.publish publishing core=implicitcoll0_b_replica1 state=down
   [junit4]   2> 536849 T2323 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 536849 T2344 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 536848 T2372 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 536848 T2343 oasc.ZkController.publish publishing core=implicitcoll0_a_replica1 state=down
   [junit4]   2> 536848 T2383 oasc.ZkController.publish publishing core=implicitcoll0_c_replica1 state=down
   [junit4]   2> 536849 T2331 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 536849 T2355 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 536850 T2343 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 536849 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536851 T2383 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 536850 T2331 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47374/n/jv",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47374_n%2Fjv",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 536853 T2331 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60827/n/jv",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60827_n%2Fjv",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 536854 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536855 T2331 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53935/n/jv",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53935_n%2Fjv",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 536856 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536856 T2331 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39423/n/jv",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39423_n%2Fjv",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 536857 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536857 T2331 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53935/n/jv",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53935_n%2Fjv",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 536860 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536861 T2331 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49051/n/jv",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49051_n%2Fjv",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 536863 T2330 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 536965 T2348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536965 T2390 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536965 T2393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536965 T2395 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536965 T2335 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536965 T2362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536965 T2330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 536965 T2376 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 537849 T2323 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica2
   [junit4]   2> 537849 T2344 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica2
   [junit4]   2> 537850 T2372 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica2
   [junit4]   2> 537850 T2355 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica1
   [junit4]   2> 537851 T2343 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica1
   [junit4]   2> 537851 T2372 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/implicitcoll0_a_replica2
   [junit4]   2> 537851 T2355 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica1' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/implicitcoll0_b_replica1
   [junit4]   2> 537850 T2323 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518/implicitcoll0_b_replica2
   [junit4]   2> 537850 T2344 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_c_replica2
   [junit4]   2> 537852 T2323 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 537851 T2343 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_a_replica1
   [junit4]   2> 537851 T2355 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 537851 T2372 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 537853 T2355 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 537851 T2383 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica1
   [junit4]   2> 537853 T2372 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 537853 T2355 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 537852 T2323 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 537852 T2343 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 537854 T2355 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/implicitcoll0_b_replica1/'
   [junit4]   2> 537852 T2344 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 537854 T2343 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 537855 T2343 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 537854 T2323 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 537854 T2383 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll0_c_replica1
   [junit4]   2> 537855 T2383 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 537853 T2372 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 537856 T2323 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518/implicitcoll0_b_replica2/'
   [junit4]   2> 537855 T2343 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_a_replica1/'
   [junit4]   2> 537855 T2344 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 537856 T2383 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 537856 T2383 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 537856 T2344 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 537858 T2344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_c_replica2/'
   [junit4]   2> 537859 T2372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/implicitcoll0_a_replica2/'
   [junit4]   2> 537859 T2383 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll0_c_replica1/'
   [junit4]   2> 537879 T2355 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 537880 T2343 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 537894 T2355 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 537897 T2355 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 537901 T2372 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 537901 T2383 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 537898 T2323 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 537904 T2343 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 537906 T2344 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 537915 T2343 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 537916 T2355 oass.IndexSchema.readSchema [implicitcoll0_b_replica1] Schema name=test
   [junit4]   2> 537917 T2383 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 537919 T2372 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 537919 T2383 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 537920 T2372 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 537924 T2343 oass.IndexSchema.readSchema [implicitcoll0_a_replica1] Schema name=test
   [junit4]   2> 537933 T2383 oass.IndexSchema.readSchema [implicitcoll0_c_replica1] Schema name=test
   [junit4]   2> 537934 T2372 oass.IndexSchema.readSchema [implicitcoll0_a_replica2] Schema name=test
   [junit4]   2> 537937 T2344 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 537937 T2323 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 537941 T2344 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 537941 T2323 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 537964 T2323 oass.IndexSchema.readSchema [implicitcoll0_b_replica2] Schema name=test
   [junit4]   2> 537967 T2344 oass.IndexSchema.readSchema [implicitcoll0_c_replica2] Schema name=test
   [junit4]   2> 538185 T2383 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538186 T2383 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538186 T2383 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 538192 T2383 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 538195 T2383 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 538199 T2372 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538200 T2372 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538201 T2372 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 538204 T2372 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 538206 T2372 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 538208 T2355 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538209 T2355 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538210 T2355 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 538212 T2344 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538213 T2344 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538213 T2344 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 538214 T2383 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538216 T2343 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538217 T2343 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538217 T2343 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 538218 T2355 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 538218 T2344 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 538220 T2355 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 538220 T2343 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 538220 T2344 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 538222 T2343 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 538231 T2383 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538232 T2372 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538234 T2383 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538235 T2372 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538236 T2383 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538236 T2383 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538236 T2383 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538237 T2323 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538237 T2323 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538238 T2323 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 538238 T2383 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538238 T2383 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538238 T2383 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 538239 T2372 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538239 T2383 oasc.SolrCore.<init> [implicitcoll0_c_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll0_c_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll0_c_replica1/data/
   [junit4]   2> 538240 T2383 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a425d9f
   [junit4]   2> 538240 T2372 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538241 T2372 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538241 T2372 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538241 T2344 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538241 T2323 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 538241 T2383 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll0_c_replica1/data
   [junit4]   2> 538242 T2383 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll0_c_replica1/data/index/
   [junit4]   2> 538243 T2372 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538243 T2372 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538243 T2355 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538243 T2383 oasc.SolrCore.initIndex WARN [implicitcoll0_c_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll0_c_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 538243 T2372 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 538244 T2383 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll0_c_replica1/data/index
   [junit4]   2> 538243 T2323 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 538245 T2383 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1315226478, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 538244 T2372 oasc.SolrCore.<init> [implicitcoll0_a_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/implicitcoll0_a_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/implicitcoll0_a_replica2/data/
   [junit4]   2> 538246 T2383 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@795c056a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@417dba4f),segFN=segments_1,generation=1}
   [junit4]   2> 538246 T2355 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538244 T2344 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538246 T2383 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 538246 T2372 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a425d9f
   [junit4]   2> 538246 T2343 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538248 T2372 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/implicitcoll0_a_replica2/data
   [junit4]   2> 538248 T2372 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/implicitcoll0_a_replica2/data/index/
   [junit4]   2> 538248 T2372 oasc.SolrCore.initIndex WARN [implicitcoll0_a_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/implicitcoll0_a_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 538249 T2372 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386782589934/implicitcoll0_a_replica2/data/index
   [junit4]   2> 538249 T2355 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538250 T2372 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1315226478, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 538250 T2344 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538250 T2383 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 538250 T2372 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@384de25d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7dd4ad65),segFN=segments_1,generation=1}
   [junit4]   2> 538251 T2372 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 538250 T2355 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538252 T2355 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538250 T2343 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538252 T2355 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538251 T2344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538254 T2344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538254 T2355 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538254 T2355 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538255 T2343 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538251 T2383 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 538255 T2355 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 538256 T2343 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538256 T2323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538255 T2372 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 538254 T2344 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538257 T2372 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 538256 T2343 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538257 T2344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538258 T2344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538258 T2323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538256 T2355 oasc.SolrCore.<init> [implicitcoll0_b_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/implicitcoll0_b_replica1/, dataDir=./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/implicitcoll0_b_replica1/data/
   [junit4]   2> 538256 T2383 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 538258 T2355 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a425d9f
   [junit4]   2> 538258 T2344 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 538257 T2343 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538257 T2372 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 538259 T2323 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538259 T2355 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/implicitcoll0_b_replica1/data
   [junit4]   2> 538259 T2344 oasc.SolrCore.<init> [implicitcoll0_c_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_c_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_c_replica2/data/
   [junit4]   2> 538260 T2323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538261 T2323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538259 T2383 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 538261 T2323 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538260 T2344 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a425d9f
   [junit4]   2> 538260 T2355 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/implicitcoll0_b_replica1/data/index/
   [junit4]   2> 538260 T2343 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538262 T2343 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538260 T2372 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 538263 T2343 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 538262 T2344 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_c_replica2/data
   [junit4]   2> 538263 T2344 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_c_replica2/data/index/
   [junit4]   2> 538262 T2323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538264 T2323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538264 T2323 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 538262 T2355 oasc.SolrCore.initIndex WARN [implicitcoll0_b_replica1] Solr index directory './org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/implicitcoll0_b_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 538261 T2383 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 538265 T2355 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386782588811/implicitcoll0_b_replica1/data/index
   [junit4]   2> 538264 T2323 oasc.SolrCore.<init> [implicitcoll0_b_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518/implicitcoll0_b_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386782587518/implicitcoll0_b_replica2/data/
   [junit4]   2> 538265 T2355 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1315226478, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 538264 T2344 oasc.SolrCore.initIndex WARN [implicitcoll0_c_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_c_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 538263 T2343 oasc.SolrCore.<init> [implicitcoll0_a_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_a_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_a_replica1/data/
   [junit4]   2> 538263 T2372 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 538266 T2343 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a425d9f
   [junit4]   2> 538266 T2344 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_c_replica2/data/index
   [junit4]   2> 538266 T2355 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5f1e1d1e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@144734b7),segFN=segments_1,generation=1}
   [junit4]   2> 538267 T2343 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_a_replica1/data
   [junit4]   2> 538267 T2343 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_a_replica1/data/index/
   [junit4]   2> 538268 T2343 oasc.SolrCore.initIndex WARN [implicitcoll0_a_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_a_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 538265 T2323 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a425d9f
   [junit4]   2> 538265 T2383 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 538268 T2343 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386782587674/implicitcoll0_a_replica1/data/index
   [junit4]   2> 538269 T2383 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 538269 T2343 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1315226478, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 538267 T2355 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 538270 T2343 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3c161601 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9245929),segFN=segments_1,generation=1}
   [junit4]   2> 538270 T2343 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 538267 T2344 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1315226478, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 538266 T2372 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 538271 T2344 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2ee45b36 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ff334d4),segFN=segments_1,generation=1}
   [junit4]   2> 538271 T2344 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   

[...truncated too long message...]

ansaction_logs_total_number=0}
   [junit4]   2> 562517 T2308 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 562517 T2308 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 562517 T2308 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 562517 T2308 oasc.SolrCore.closeSearcher [implicitcoll2_a_replica2] Closing main searcher on request.
   [junit4]   2> 562518 T2308 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 562518 T2308 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll2_a_replica2/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll2_a_replica2/data;done=false>>]
   [junit4]   2> 562518 T2308 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll2_a_replica2/data
   [junit4]   2> 562518 T2308 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll2_a_replica2/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll2_a_replica2/data/index;done=false>>]
   [junit4]   2> 562519 T2308 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll2_a_replica2/data/index
   [junit4]   2> 562519 T2308 oasc.SolrCore.close [implicitcoll3_c_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1a5f7db8
   [junit4]   2> 562523 T2308 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 562523 T2308 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 562523 T2308 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 562523 T2308 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 562524 T2308 oasc.SolrCore.closeSearcher [implicitcoll3_c_replica1] Closing main searcher on request.
   [junit4]   2> 562524 T2308 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 562524 T2308 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll3_c_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll3_c_replica1/data;done=false>>]
   [junit4]   2> 562524 T2308 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll3_c_replica1/data
   [junit4]   2> 562525 T2308 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll3_c_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll3_c_replica1/data/index;done=false>>]
   [junit4]   2> 562525 T2308 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386782591068/implicitcoll3_c_replica1/data/index
   [junit4]   2> 562547 T2308 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/n/jv,null}
   [junit4]   2> 562602 T2308 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 562605 T2308 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:48334 48334
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CustomCollectionTest -Dtests.method=testDistribSearch -Dtests.seed=D38502E5EA77CD45 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=Etc/GMT+7 -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 31.0s J0 | CustomCollectionTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: missing shard info
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D38502E5EA77CD45:52638CFD9D28AD79]:0)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:251)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:130)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 562843 T2308 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 30964 T2307 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 564027 T2390 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=DefaultSimilarity, locale=th, timezone=Etc/GMT+7
   [junit4]   2> NOTE: Linux 3.8.0-34-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=81985256,total=198475776
   [junit4]   2> NOTE: All tests run in this JVM: [StatelessScriptUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestMergePolicyConfig, TestJoin, HdfsBasicDistributedZk2Test, BasicFunctionalityTest, UpdateRequestProcessorFactoryTest, ShowFileRequestHandlerTest, TestExtendedDismaxParser, TestPerFieldSimilarity, LegacyHTMLStripCharFilterTest, TestPostingsSolrHighlighter, TestFaceting, TestDistribDocBasedVersion, AddSchemaFieldsUpdateProcessorFactoryTest, TestSearchPerf, SpellPossibilityIteratorTest, TestSurroundQueryParser, TestWriterPerf, StressHdfsTest, DocumentBuilderTest, ShardSplitTest, TestSolrQueryParser, TestLuceneMatchVersion, SpatialFilterTest, AddBlockUpdateTest, TestManagedSchemaFieldResource, CSVRequestHandlerTest, TestConfig, PrimitiveFieldTypeTest, TestRandomMergePolicy, TriLevelCompositeIdRoutingTest, TestReplicationHandler, TestFunctionQuery, TestTrie, TermVectorComponentTest, PreAnalyzedUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, ClusterStateUpdateTest, DistributedQueryElevationComponentTest, AssignTest, TestReversedWildcardFilterFactory, TestLFUCache, TestCoreContainer, BinaryUpdateRequestHandlerTest, ResponseLogComponentTest, SampleTest, DateMathParserTest, TestBM25SimilarityFactory, SuggestComponentTest, TestReloadAndDeleteDocs, TestFieldCollectionResource, SolrInfoMBeanTest, ScriptEngineTest, QueryResultKeyTest, SynonymTokenizerTest, TestPHPSerializedResponseWriter, LukeRequestHandlerTest, TestDocBasedVersionConstraints, BadComponentTest, SchemaVersionSpecificBehaviorTest, TestElisionMultitermQuery, EnumFieldTest, TestLMDirichletSimilarityFactory, TestSolrIndexConfig, CustomCollectionTest]
   [junit4] Completed on J0 in 32.23s, 1 test, 1 failure <<< FAILURES!

[...truncated 606 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1307: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:940: There were test failures: 347 suites, 1517 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 46 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b119 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b119) - Build # 8555 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/8555/
Java: 64bit/jdk1.8.0-ea-b119 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
missing shard info

Stack Trace:
java.lang.AssertionError: missing shard info
	at __randomizedtesting.SeedInfo.seed([206F7860EE3C72C7:A189F678996312FB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:251)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:130)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10296 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 434886 T1040 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 434889 T1040 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CustomCollectionTest-1386799591605
   [junit4]   2> 434889 T1040 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 434890 T1041 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 434990 T1040 oasc.ZkTestServer.run start zk server on port:41862
   [junit4]   2> 434991 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 435040 T1047 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a81c20e name:ZooKeeperConnection Watcher:127.0.0.1:41862 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 435041 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 435041 T1040 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 435048 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 435051 T1049 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25b391e name:ZooKeeperConnection Watcher:127.0.0.1:41862/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 435051 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 435052 T1040 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 435057 T1040 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 435061 T1040 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 435064 T1040 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 435068 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 435068 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 435074 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 435074 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 435078 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 435079 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 435082 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 435083 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 435087 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 435088 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 435091 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 435092 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 435095 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 435096 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 435101 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 435101 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 435106 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 435107 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 435111 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 435112 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 435115 T1040 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 435116 T1040 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 435191 T1040 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 435198 T1040 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56175
   [junit4]   2> 435198 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 435199 T1040 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 435199 T1040 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836
   [junit4]   2> 435200 T1040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836/'
   [junit4]   2> 435215 T1040 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836/solr.xml
   [junit4]   2> 435226 T1040 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 435226 T1040 oasc.CoreContainer.<init> New CoreContainer 687611174
   [junit4]   2> 435227 T1040 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836/]
   [junit4]   2> 435227 T1040 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 435227 T1040 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 435227 T1040 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 435228 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 435228 T1040 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 435228 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 435228 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 435228 T1040 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 435229 T1040 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 435232 T1040 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 435232 T1040 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 435233 T1040 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 435233 T1040 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41862/solr
   [junit4]   2> 435233 T1040 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 435234 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 435236 T1060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f0e88a6 name:ZooKeeperConnection Watcher:127.0.0.1:41862 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 435236 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 435238 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 435239 T1062 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@468046d6 name:ZooKeeperConnection Watcher:127.0.0.1:41862/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 435240 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 435241 T1040 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 435242 T1040 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 435244 T1040 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 435246 T1040 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56175_
   [junit4]   2> 435246 T1040 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56175_
   [junit4]   2> 435248 T1040 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 435252 T1040 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 435253 T1040 oasc.Overseer.start Overseer (id=90885298035556355-127.0.0.1:56175_-n_0000000000) starting
   [junit4]   2> 435256 T1040 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 435262 T1064 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 435262 T1040 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 435266 T1040 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 435269 T1040 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 435272 T1063 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 435273 T1040 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836
   [junit4]   2> 435274 T1040 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836/conf/
   [junit4]   2> 435301 T1040 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 435301 T1040 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 435302 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 435305 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 435308 T1067 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4aa6e0b2 name:ZooKeeperConnection Watcher:127.0.0.1:41862/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 435308 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 435311 T1040 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 435314 T1040 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 435387 T1040 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 435390 T1040 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42145
   [junit4]   2> 435390 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 435391 T1040 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 435391 T1040 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031
   [junit4]   2> 435391 T1040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/'
   [junit4]   2> 435407 T1040 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/solr.xml
   [junit4]   2> 435413 T1040 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 435414 T1040 oasc.CoreContainer.<init> New CoreContainer 1535447391
   [junit4]   2> 435414 T1040 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/]
   [junit4]   2> 435415 T1040 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 435415 T1040 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 435415 T1040 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 435415 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 435415 T1040 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 435416 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 435416 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 435416 T1040 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 435416 T1040 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 435419 T1040 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 435419 T1040 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 435419 T1040 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 435420 T1040 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41862/solr
   [junit4]   2> 435420 T1040 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 435421 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 435423 T1078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d51973e name:ZooKeeperConnection Watcher:127.0.0.1:41862 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 435424 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 435427 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 435428 T1080 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4964fc90 name:ZooKeeperConnection Watcher:127.0.0.1:41862/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 435428 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 435430 T1040 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 436433 T1040 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42145_
   [junit4]   2> 436435 T1040 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42145_
   [junit4]   2> 436440 T1067 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 436440 T1062 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 436440 T1080 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 436444 T1040 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031
   [junit4]   2> 436445 T1040 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/conf/
   [junit4]   2> 436485 T1040 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 436485 T1040 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 436485 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 436543 T1040 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 436545 T1040 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47917
   [junit4]   2> 436545 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 436546 T1040 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 436546 T1040 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202
   [junit4]   2> 436546 T1040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202/'
   [junit4]   2> 436561 T1040 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202/solr.xml
   [junit4]   2> 436570 T1040 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 436570 T1040 oasc.CoreContainer.<init> New CoreContainer 1256282290
   [junit4]   2> 436571 T1040 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202/]
   [junit4]   2> 436571 T1040 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 436571 T1040 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 436572 T1040 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 436572 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 436572 T1040 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 436572 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 436572 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 436573 T1040 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 436573 T1040 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 436576 T1040 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 436576 T1040 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 436576 T1040 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 436576 T1040 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41862/solr
   [junit4]   2> 436577 T1040 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 436577 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 436579 T1093 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e811f0b name:ZooKeeperConnection Watcher:127.0.0.1:41862 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 436580 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 436582 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 436584 T1095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@571263eb name:ZooKeeperConnection Watcher:127.0.0.1:41862/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 436584 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 436586 T1040 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 437589 T1040 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47917_
   [junit4]   2> 437591 T1040 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47917_
   [junit4]   2> 437595 T1062 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 437595 T1067 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 437595 T1080 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 437596 T1095 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 437601 T1040 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202
   [junit4]   2> 437603 T1040 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202/conf/
   [junit4]   2> 437633 T1040 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 437634 T1040 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 437634 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 437705 T1040 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 437707 T1040 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48997
   [junit4]   2> 437708 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 437709 T1040 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 437709 T1040 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351
   [junit4]   2> 437709 T1040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/'
   [junit4]   2> 437720 T1040 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/solr.xml
   [junit4]   2> 437727 T1040 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 437727 T1040 oasc.CoreContainer.<init> New CoreContainer 725646266
   [junit4]   2> 437727 T1040 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/]
   [junit4]   2> 437728 T1040 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 437728 T1040 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 437728 T1040 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 437728 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 437729 T1040 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 437729 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 437729 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 437729 T1040 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 437729 T1040 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 437732 T1040 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 437733 T1040 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 437733 T1040 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 437733 T1040 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41862/solr
   [junit4]   2> 437734 T1040 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 437735 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 437737 T1107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@503200cc name:ZooKeeperConnection Watcher:127.0.0.1:41862 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 437737 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 437741 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 437742 T1109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@700f704f name:ZooKeeperConnection Watcher:127.0.0.1:41862/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 437742 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 437745 T1040 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 438748 T1040 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48997_
   [junit4]   2> 438751 T1040 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48997_
   [junit4]   2> 438755 T1062 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 438756 T1095 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 438756 T1067 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 438755 T1080 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 438756 T1109 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 438762 T1040 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351
   [junit4]   2> 438764 T1040 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/conf/
   [junit4]   2> 438786 T1040 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 438787 T1040 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 438787 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 438854 T1040 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 438857 T1040 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48904
   [junit4]   2> 438857 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 438857 T1040 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 438858 T1040 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504
   [junit4]   2> 438858 T1040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/'
   [junit4]   2> 438868 T1040 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/solr.xml
   [junit4]   2> 438875 T1040 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 438875 T1040 oasc.CoreContainer.<init> New CoreContainer 217416766
   [junit4]   2> 438876 T1040 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/]
   [junit4]   2> 438876 T1040 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 438876 T1040 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 438877 T1040 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 438877 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 438877 T1040 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 438877 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 438878 T1040 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 438878 T1040 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 438878 T1040 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 438881 T1040 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 438882 T1040 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 438882 T1040 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 438882 T1040 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41862/solr
   [junit4]   2> 438883 T1040 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 438884 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 438886 T1121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@415655b9 name:ZooKeeperConnection Watcher:127.0.0.1:41862 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 438887 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 438890 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 438893 T1123 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@559c3a70 name:ZooKeeperConnection Watcher:127.0.0.1:41862/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 438893 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 438898 T1040 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 439901 T1040 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48904_
   [junit4]   2> 439903 T1040 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48904_
   [junit4]   2> 439908 T1062 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 439908 T1095 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 439908 T1080 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 439908 T1109 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 439908 T1123 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 439908 T1067 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 439913 T1040 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504
   [junit4]   2> 439915 T1040 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/conf/
   [junit4]   2> 439953 T1040 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 439953 T1040 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 439953 T1040 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 439957 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 439959 T1126 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16e3cb4b name:ZooKeeperConnection Watcher:127.0.0.1:41862/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 439959 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 439961 T1040 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 439966 T1040 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 439968 T1128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21ca0c58 name:ZooKeeperConnection Watcher:127.0.0.1:41862/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 439968 T1040 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 439970 T1040 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 439976 T1089 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=3&shards=a,b,c&maxShardsPerNode=3&router.name=implicit&name=implicitcoll0&action=CREATE&wt=javabin&version=2
   [junit4]   2> 439978 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439980 T1064 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "maxShardsPerNode":"3",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 439980 T1064 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "maxShardsPerNode":"3",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 439981 T1064 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 439981 T1064 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/implicitcoll0 
   [junit4]   2> 439981 T1064 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 439989 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439991 T1063 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 439992 T1063 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: implicitcoll0
   [junit4]   2> 439992 T1063 oasc.Overseer$ClusterStateUpdater.createCollection Create collection implicitcoll0 with shards [a, b, c]
   [junit4]   2> 439995 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439996 T1080 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 439996 T1109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 439997 T1062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 439996 T1067 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 439996 T1126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 439996 T1095 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 439996 T1128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 439996 T1123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 440089 T1064 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [a, b, c] , repFactor : 3
   [junit4]   2> 440090 T1064 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica1 as part of slice a of collection implicitcoll0 on 127.0.0.1:56175_
   [junit4]   2> 440090 T1064 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica2 as part of slice a of collection implicitcoll0 on 127.0.0.1:47917_
   [junit4]   2> 440091 T1064 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica3 as part of slice a of collection implicitcoll0 on 127.0.0.1:48997_
   [junit4]   2> 440092 T1064 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica1 as part of slice b of collection implicitcoll0 on 127.0.0.1:48904_
   [junit4]   2> 440093 T1064 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica2 as part of slice b of collection implicitcoll0 on 127.0.0.1:42145_
   [junit4]   2> 440096 T1064 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica3 as part of slice b of collection implicitcoll0 on 127.0.0.1:56175_
   [junit4]   2> 440096 T1058 oasc.ZkController.publish publishing core=implicitcoll0_a_replica1 state=down
   [junit4]   2> 440097 T1104 oasc.ZkController.publish publishing core=implicitcoll0_a_replica3 state=down
   [junit4]   2> 440098 T1117 oasc.ZkController.publish publishing core=implicitcoll0_b_replica1 state=down
   [junit4]   2> 440098 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440098 T1055 oasc.ZkController.publish publishing core=implicitcoll0_b_replica3 state=down
   [junit4]   2> 440096 T1064 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica1 as part of slice c of collection implicitcoll0 on 127.0.0.1:47917_
   [junit4]   2> 440096 T1091 oasc.ZkController.publish publishing core=implicitcoll0_a_replica2 state=down
   [junit4]   2> 440100 T1117 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440099 T1064 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica2 as part of slice c of collection implicitcoll0 on 127.0.0.1:48997_
   [junit4]   2> 440099 T1104 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440098 T1058 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440098 T1073 oasc.ZkController.publish publishing core=implicitcoll0_b_replica2 state=down
   [junit4]   2> 440102 T1088 oasc.ZkController.publish publishing core=implicitcoll0_c_replica1 state=down
   [junit4]   2> 440102 T1063 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 440101 T1064 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica3 as part of slice c of collection implicitcoll0 on 127.0.0.1:48904_
   [junit4]   2> 440101 T1091 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440100 T1055 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440100 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440105 T1063 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56175",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56175_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440104 T1088 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440103 T1073 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440103 T1105 oasc.ZkController.publish publishing core=implicitcoll0_c_replica2 state=down
   [junit4]   2> 440105 T1119 oasc.ZkController.publish publishing core=implicitcoll0_c_replica3 state=down
   [junit4]   2> 440109 T1105 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440111 T1119 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440112 T1063 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48997",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48997_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440116 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440117 T1063 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48904",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48904_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440120 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440121 T1063 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56175",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56175_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440124 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440126 T1063 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47917",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47917_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440128 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440129 T1063 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42145",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42145_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440132 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440134 T1063 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47917",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47917_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440136 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440138 T1063 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48997",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48997_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440141 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440143 T1063 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48904",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48904_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440146 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440250 T1080 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 440251 T1062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 440251 T1067 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 440251 T1123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 440250 T1128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 440250 T1095 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 440250 T1126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 440250 T1109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 441100 T1117 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica1
   [junit4]   2> 441101 T1117 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica1' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_b_replica1
   [junit4]   2> 441102 T1117 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 441102 T1104 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica3
   [junit4]   2> 441102 T1058 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica1
   [junit4]   2> 441102 T1117 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441102 T1104 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica3' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_a_replica3
   [junit4]   2> 441103 T1104 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 441103 T1058 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica1' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836/implicitcoll0_a_replica1
   [junit4]   2> 441103 T1058 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 441102 T1117 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 441103 T1104 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441104 T1104 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 441104 T1058 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441104 T1091 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica2
   [junit4]   2> 441104 T1117 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_b_replica1/'
   [junit4]   2> 441105 T1055 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica3
   [junit4]   2> 441104 T1104 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_a_replica3/'
   [junit4]   2> 441104 T1058 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 441105 T1055 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica3' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836/implicitcoll0_b_replica3
   [junit4]   2> 441106 T1055 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 441105 T1091 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202/implicitcoll0_a_replica2
   [junit4]   2> 441106 T1055 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441106 T1055 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 441106 T1091 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 441106 T1058 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836/implicitcoll0_a_replica1/'
   [junit4]   2> 441106 T1088 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica1
   [junit4]   2> 441106 T1073 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica2
   [junit4]   2> 441108 T1088 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202/implicitcoll0_c_replica1
   [junit4]   2> 441108 T1088 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 441108 T1073 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/implicitcoll0_b_replica2
   [junit4]   2> 441109 T1073 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 441109 T1091 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441109 T1088 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441110 T1073 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441110 T1073 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 441110 T1105 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica2
   [junit4]   2> 441110 T1088 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 441111 T1073 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/implicitcoll0_b_replica2/'
   [junit4]   2> 441111 T1105 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica2' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_c_replica2
   [junit4]   2> 441109 T1055 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1386799591836/implicitcoll0_b_replica3/'
   [junit4]   2> 441109 T1091 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 441112 T1088 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202/implicitcoll0_c_replica1/'
   [junit4]   2> 441112 T1119 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica3
   [junit4]   2> 441111 T1105 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 441112 T1091 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386799593202/implicitcoll0_a_replica2/'
   [junit4]   2> 441113 T1119 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica3' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_c_replica3
   [junit4]   2> 441113 T1119 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 441114 T1105 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441114 T1119 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441114 T1105 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 441114 T1119 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 441115 T1119 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_c_replica3/'
   [junit4]   2> 441116 T1105 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_c_replica2/'
   [junit4]   2> 441132 T1117 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441153 T1073 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441157 T1117 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441162 T1058 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441164 T1073 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441165 T1117 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441167 T1073 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441171 T1117 oass.IndexSchema.readSchema [implicitcoll0_b_replica1] Schema name=test
   [junit4]   2> 441172 T1104 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441178 T1119 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441180 T1073 oass.IndexSchema.readSchema [implicitcoll0_b_replica2] Schema name=test
   [junit4]   2> 441187 T1088 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441189 T1105 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441189 T1055 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441198 T1091 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441200 T1088 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441201 T1104 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441203 T1088 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441203 T1058 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441207 T1104 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441208 T1058 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441208 T1105 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441209 T1119 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441210 T1105 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441222 T1055 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441223 T1119 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441222 T1088 oass.IndexSchema.readSchema [implicitcoll0_c_replica1] Schema name=test
   [junit4]   2> 441227 T1091 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441229 T1091 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441227 T1055 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441233 T1058 oass.IndexSchema.readSchema [implicitcoll0_a_replica1] Schema name=test
   [junit4]   2> 441234 T1119 oass.IndexSchema.readSchema [implicitcoll0_c_replica3] Schema name=test
   [junit4]   2> 441230 T1105 oass.IndexSchema.readSchema [implicitcoll0_c_replica2] Schema name=test
   [junit4]   2> 441237 T1091 oass.IndexSchema.readSchema [implicitcoll0_a_replica2] Schema name=test
   [junit4]   2> 441238 T1055 oass.IndexSchema.readSchema [implicitcoll0_b_replica3] Schema name=test
   [junit4]   2> 441238 T1104 oass.IndexSchema.readSchema [implicitcoll0_a_replica3] Schema name=test
   [junit4]   2> 441483 T1117 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441509 T1117 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441510 T1117 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 441517 T1117 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 441535 T1117 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 441551 T1117 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 441554 T1117 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 441556 T1117 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 441557 T1117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 441557 T1117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 441557 T1117 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 441558 T1117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 441558 T1117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 441559 T1117 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 441559 T1117 oasc.SolrCore.<init> [implicitcoll0_b_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_b_replica1/, dataDir=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_b_replica1/data/
   [junit4]   2> 441559 T1117 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fe0440e
   [junit4]   2> 441560 T1117 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_b_replica1/data
   [junit4]   2> 441560 T1117 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_b_replica1/data/index/
   [junit4]   2> 441561 T1117 oasc.SolrCore.initIndex WARN [implicitcoll0_b_replica1] Solr index directory './org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_b_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 441561 T1117 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll0_b_replica1/data/index
   [junit4]   2> 441562 T1117 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 441563 T1117 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69ef5092 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@876d8cc),segFN=segments_1,generation=1}
   [junit4]   2> 441563 T1117 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 441567 T1117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 441568 T1117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 441568 T1117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 441568 T1117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 441569 T1117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 441569 T1117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 441570 T1117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 441570 T1117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 441571 T1117 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 441571 T1117 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 441572 T1117 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 441572 T1117 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 441572 T1117 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 441573 T1117 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 441573 T1117 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 441574 T1117 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 441576 T1073 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441577 T1073 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441578 T1073 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 441568 T1104 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441583 T1104 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441584 T1104 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 441577 T1117 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 441590 T1073 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 441592 T1117 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 441593 T1117 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 441593 T1073 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 441594 T1117 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.47156950658574304]
   [junit4]   2> 441594 T1117 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69ef5092 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@876d8cc),segFN=segments_1,generation=1}
   [junit4]   2> 441595 T1117 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 441595 T1117 oass.SolrIndexSearcher.<init> Opening Searcher@5f63516b main
   [junit4]   2> 441599 T1117 oasc.CoreContainer.registerCore registering core: implicitcoll0_b_replica1
   [junit4]   2> 441600 T1117 oasc.ZkController.register Register replica - core:implicitcoll0_b_replica1 address:http://127.0.0.1:48904 collection:implicitcoll0 shard:b
   [junit4]   2> 441601 T1117 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0/leader_elect/b/election
   [junit4]   2> 441602 T1138 oasc.SolrCore.registerSearcher [implicitcoll0_b_replica1] Registered new searcher Searcher@5f63516b main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 441608 T1104 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 441610 T1104 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 441611 T1058 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441612 T1058 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441613 T1058 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 441619 T1058 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 441621 T1058 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 441623 T1117 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard b
   [junit4]   2> 441626 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 441626 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 441626 T1117 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard b: total=3 found=1 timeoutin=180000
   [junit4]   2> 441626 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 441670 T1055 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441670 T1055 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441671 T1055 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 441672 T1119 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441673 T1119 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441673 T1119 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 441677 T1055 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 441679 T1119 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 441680 T1055 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 441680 T1091 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441681 T1091 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441681 T1063 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 441681 T1119 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 441681 T1091 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 441685 T1062 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 441685 T1088 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441686 T1073 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 441687 T1088 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 441688 T1104 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 441690 T1073 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 441692 T1088 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 441693 T1104 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 441696 T1073 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 441696 T1104 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 441698 T1073 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 441698 T1073 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 441698 T1104 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 441698 T1073 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 441699 T1104 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 441700 T1104 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 441700 T1073 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 441701 T1073 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 441701 T1073 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 441701 T1073 oasc.SolrCore.<init> [implicitcoll0_b_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/implicitcoll0_b_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/implicitcoll0_b_replica2/data/
   [junit4]   2> 441702 T1073 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fe0440e
   [junit4]   2> 441703 T1073 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/implicitcoll0_b_replica2/data
   [junit4]   2> 441704 T1073 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/implicitcoll0_b_replica2/data/index/
   [junit4]   2> 441704 T1104 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 441704 T1104 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 441705 T1104 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 441704 T1058 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 441704 T1073 oasc.SolrCore.initIndex WARN [implicitcoll0_b_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/implicitcoll0_b_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 441704 T1091 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 441707 T1073 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386799592031/implicitcoll0_b_replica2/data/index
   [junit4]   2> 441705 T1104 oasc.SolrCore.<init> [implicitcoll0_a_replica3] Opening new SolrCore at ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_a_replica3/, dataDir=./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_a_replica3/data/
   [junit4]   2> 441708 T1073 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 441708 T1058 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 441708 T1104 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fe0440e
   [junit4]   2> 441709 T1073 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1a4cb91b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@68299575),segFN=segments_1,generation=1}
   [junit4]   2> 441710 T1073 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 441709 T1091 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 441710 T1104 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_a_replica3/data
   [junit4]   2> 441711 T1104 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_a_replica3/data/index/
   [junit4]   2> 441711 T1104 oasc.SolrCore.initIndex WARN [implicitcoll0_a_replica3] Solr index directory './org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_a_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 441713 T1058 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 441714 T1104 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386799594351/implicitcoll0_a_replica3/data/index
   [junit4]   2> 441714 T1119 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 441715 T1088 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 441715 T1104 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 441717 T1088 oass

[...truncated too long message...]

se Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 491524 T1040 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll2_a_replica3/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll2_a_replica3/data;done=false>>]
   [junit4]   2> 491524 T1040 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll2_a_replica3/data
   [junit4]   2> 491524 T1040 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll2_a_replica3/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll2_a_replica3/data/index;done=false>>]
   [junit4]   2> 491524 T1040 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll2_a_replica3/data/index
   [junit4]   2> 491525 T1040 oasc.SolrCore.close [implicitcoll3_b_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4068ff8c
   [junit4]   2> 491529 T1040 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 491529 T1040 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 491529 T1040 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 491529 T1040 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 491530 T1040 oasc.SolrCore.closeSearcher [implicitcoll3_b_replica2] Closing main searcher on request.
   [junit4]   2> 491530 T1040 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 491530 T1040 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll3_b_replica2/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll3_b_replica2/data;done=false>>]
   [junit4]   2> 491530 T1040 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll3_b_replica2/data
   [junit4]   2> 491531 T1040 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll3_b_replica2/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll3_b_replica2/data/index;done=false>>]
   [junit4]   2> 491531 T1040 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll3_b_replica2/data/index
   [junit4]   2> 491531 T1040 oasc.SolrCore.close [implicitcoll4_b_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@440e9156
   [junit4]   2> 491535 T1040 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 491535 T1040 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 491535 T1040 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 491535 T1040 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 491536 T1040 oasc.SolrCore.closeSearcher [implicitcoll4_b_replica2] Closing main searcher on request.
   [junit4]   2> 491536 T1040 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 491536 T1040 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll4_b_replica2/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll4_b_replica2/data;done=false>>]
   [junit4]   2> 491536 T1040 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll4_b_replica2/data
   [junit4]   2> 491537 T1040 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll4_b_replica2/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll4_b_replica2/data/index;done=false>>]
   [junit4]   2> 491537 T1040 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386799595504/implicitcoll4_b_replica2/data/index
   [junit4]   2> 491562 T1040 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 491616 T1040 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 491620 T1040 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:41862 41862
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CustomCollectionTest -Dtests.method=testDistribSearch -Dtests.seed=206F7860EE3C72C7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=in_ID -Dtests.timezone=America/Creston -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 57.0s J0 | CustomCollectionTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: missing shard info
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([206F7860EE3C72C7:A189F678996312FB]:0)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:251)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:130)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 491908 T1040 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 57026 T1039 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 493040 T1123 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene46: {other_tl1=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Lucene41WithOrds), intDefault=PostingsFormat(name=Asserting), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=PostingsFormat(name=Lucene41WithOrds), range_facet_l=PostingsFormat(name=Lucene41WithOrds), _version_=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Lucene41WithOrds), a_si=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=SimpleText), _route_=PostingsFormat(name=SimpleText), timestamp=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=in_ID, timezone=America/Creston
   [junit4]   2> NOTE: Linux 3.8.0-34-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=257205632,total=432013312
   [junit4]   2> NOTE: All tests run in this JVM: [SyncSliceTest, TestSolrDeletionPolicy1, LegacyHTMLStripCharFilterTest, TestCustomSort, CSVRequestHandlerTest, FieldMutatingUpdateProcessorTest, TestGroupingSearch, PolyFieldTest, AnalysisAfterCoreReloadTest, DistributedQueryElevationComponentTest, ScriptEngineTest, TestJmxMonitoredMap, ReturnFieldsTest, BJQParserTest, AliasIntegrationTest, TestFieldTypeResource, TestMergePolicyConfig, FileBasedSpellCheckerTest, EnumFieldTest, TestCharFilters, TestNRTOpen, BlockDirectoryTest, QueryEqualityTest, ResourceLoaderTest, TestSystemIdResolver, UnloadDistributedZkTest, RecoveryZkTest, SliceStateUpdateTest, TestDistributedMissingSort, TestConfig, TestSolrXmlPersistence, CustomCollectionTest]
   [junit4] Completed on J0 in 58.30s, 1 test, 1 failure <<< FAILURES!

[...truncated 779 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1307: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:940: There were test failures: 347 suites, 1517 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 53 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b119 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b119) - Build # 8554 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/8554/
Java: 64bit/jdk1.8.0-ea-b119 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
missing shard info

Stack Trace:
java.lang.AssertionError: missing shard info
	at __randomizedtesting.SeedInfo.seed([FC46C443ED72F481:7DA04A5B9A2D94BD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:251)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:130)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
	at sun.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10921 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 1108026 T5024 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_h/fk
   [junit4]   2> 1108028 T5024 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CustomCollectionTest-1386794060716
   [junit4]   2> 1108029 T5024 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1108029 T5025 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1108129 T5024 oasc.ZkTestServer.run start zk server on port:58723
   [junit4]   2> 1108130 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108200 T5031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e00a9ca name:ZooKeeperConnection Watcher:127.0.0.1:58723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1108200 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1108200 T5024 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1108204 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108205 T5033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4be1346 name:ZooKeeperConnection Watcher:127.0.0.1:58723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1108205 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1108206 T5024 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1108208 T5024 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1108210 T5024 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1108211 T5024 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1108213 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1108213 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1108216 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1108217 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1108219 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1108219 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1108221 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1108221 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1108222 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1108223 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1108224 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1108224 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1108226 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1108226 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1108228 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1108229 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1108230 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1108230 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1108232 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1108232 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1108234 T5024 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1108234 T5024 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1108297 T5024 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1108299 T5024 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45951
   [junit4]   2> 1108300 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1108300 T5024 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1108300 T5024 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923
   [junit4]   2> 1108301 T5024 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/'
   [junit4]   2> 1108311 T5024 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/solr.xml
   [junit4]   2> 1108331 T5024 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1108332 T5024 oasc.CoreContainer.<init> New CoreContainer 626206978
   [junit4]   2> 1108332 T5024 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/]
   [junit4]   2> 1108332 T5024 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1108333 T5024 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1108333 T5024 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1108333 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1108334 T5024 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1108334 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1108334 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1108334 T5024 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1108334 T5024 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1108337 T5024 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1108337 T5024 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1108338 T5024 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1108338 T5024 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58723/solr
   [junit4]   2> 1108338 T5024 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1108339 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108340 T5044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aaf40bf name:ZooKeeperConnection Watcher:127.0.0.1:58723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1108340 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1108342 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108343 T5046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27d39c97 name:ZooKeeperConnection Watcher:127.0.0.1:58723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1108343 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1108344 T5024 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1108346 T5024 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1108348 T5024 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1108349 T5024 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45951__h%2Ffk
   [junit4]   2> 1108350 T5024 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45951__h%2Ffk
   [junit4]   2> 1108352 T5024 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1108355 T5024 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1108358 T5024 oasc.Overseer.start Overseer (id=90884935563149315-127.0.0.1:45951__h%2Ffk-n_0000000000) starting
   [junit4]   2> 1108361 T5024 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1108363 T5048 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1108364 T5024 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1108365 T5024 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1108366 T5024 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1108368 T5047 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1108369 T5024 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923
   [junit4]   2> 1108370 T5024 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/conf/
   [junit4]   2> 1108409 T5024 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1108409 T5024 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1108410 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1108411 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108412 T5051 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3497977 name:ZooKeeperConnection Watcher:127.0.0.1:58723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1108412 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1108413 T5024 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1108414 T5024 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1108491 T5024 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1108493 T5024 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47043
   [junit4]   2> 1108493 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1108493 T5024 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1108494 T5024 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102
   [junit4]   2> 1108494 T5024 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/'
   [junit4]   2> 1108503 T5024 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/solr.xml
   [junit4]   2> 1108510 T5024 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1108510 T5024 oasc.CoreContainer.<init> New CoreContainer 286809747
   [junit4]   2> 1108511 T5024 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/]
   [junit4]   2> 1108511 T5024 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1108511 T5024 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1108512 T5024 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1108512 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1108512 T5024 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1108512 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1108512 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1108513 T5024 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1108513 T5024 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1108515 T5024 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1108516 T5024 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1108516 T5024 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1108516 T5024 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58723/solr
   [junit4]   2> 1108516 T5024 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1108517 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108518 T5062 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@400233ff name:ZooKeeperConnection Watcher:127.0.0.1:58723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1108518 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1108520 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108520 T5064 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2333a08b name:ZooKeeperConnection Watcher:127.0.0.1:58723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1108521 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1108523 T5024 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1109525 T5024 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47043__h%2Ffk
   [junit4]   2> 1109526 T5024 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47043__h%2Ffk
   [junit4]   2> 1109528 T5046 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1109528 T5051 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1109528 T5064 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1109531 T5024 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102
   [junit4]   2> 1109532 T5024 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/conf/
   [junit4]   2> 1109563 T5024 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1109564 T5024 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1109564 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1109647 T5024 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1109649 T5024 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46964
   [junit4]   2> 1109649 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1109649 T5024 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1109650 T5024 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253
   [junit4]   2> 1109650 T5024 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/'
   [junit4]   2> 1109659 T5024 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/solr.xml
   [junit4]   2> 1109678 T5024 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1109678 T5024 oasc.CoreContainer.<init> New CoreContainer 1745020358
   [junit4]   2> 1109678 T5024 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/]
   [junit4]   2> 1109679 T5024 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1109679 T5024 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1109679 T5024 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1109680 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1109680 T5024 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1109680 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1109680 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1109681 T5024 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1109681 T5024 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1109683 T5024 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1109683 T5024 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1109684 T5024 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1109684 T5024 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58723/solr
   [junit4]   2> 1109684 T5024 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1109685 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1109686 T5076 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ffeb6e2 name:ZooKeeperConnection Watcher:127.0.0.1:58723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1109686 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1109687 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1109688 T5078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@796523f5 name:ZooKeeperConnection Watcher:127.0.0.1:58723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1109688 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1109690 T5024 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1110692 T5024 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46964__h%2Ffk
   [junit4]   2> 1110694 T5024 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46964__h%2Ffk
   [junit4]   2> 1110696 T5046 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1110696 T5064 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1110696 T5078 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1110696 T5051 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1110699 T5024 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253
   [junit4]   2> 1110700 T5024 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/conf/
   [junit4]   2> 1110729 T5024 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1110730 T5024 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1110730 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1110792 T5024 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1110793 T5024 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52828
   [junit4]   2> 1110794 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1110794 T5024 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1110794 T5024 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418
   [junit4]   2> 1110794 T5024 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/'
   [junit4]   2> 1110803 T5024 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/solr.xml
   [junit4]   2> 1110810 T5024 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1110810 T5024 oasc.CoreContainer.<init> New CoreContainer 1549852196
   [junit4]   2> 1110811 T5024 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/]
   [junit4]   2> 1110811 T5024 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1110811 T5024 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1110811 T5024 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1110812 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1110812 T5024 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1110812 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1110812 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1110813 T5024 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1110813 T5024 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1110815 T5024 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1110816 T5024 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1110816 T5024 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1110816 T5024 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58723/solr
   [junit4]   2> 1110816 T5024 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1110817 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110818 T5090 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4029d19d name:ZooKeeperConnection Watcher:127.0.0.1:58723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110818 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1110819 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110820 T5092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@553b208e name:ZooKeeperConnection Watcher:127.0.0.1:58723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110820 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1110823 T5024 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1111824 T5024 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52828__h%2Ffk
   [junit4]   2> 1111825 T5024 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52828__h%2Ffk
   [junit4]   2> 1111827 T5046 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1111827 T5051 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1111827 T5064 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1111828 T5078 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1111827 T5092 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1111829 T5024 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418
   [junit4]   2> 1111830 T5024 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/conf/
   [junit4]   2> 1111860 T5024 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1111860 T5024 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1111860 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1111921 T5024 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1111923 T5024 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41188
   [junit4]   2> 1111923 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1111924 T5024 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1111924 T5024 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549
   [junit4]   2> 1111924 T5024 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/'
   [junit4]   2> 1111933 T5024 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/solr.xml
   [junit4]   2> 1111940 T5024 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1111940 T5024 oasc.CoreContainer.<init> New CoreContainer 1662649338
   [junit4]   2> 1111940 T5024 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/]
   [junit4]   2> 1111941 T5024 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1111941 T5024 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1111941 T5024 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1111942 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1111942 T5024 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1111942 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1111942 T5024 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1111942 T5024 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1111943 T5024 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1111945 T5024 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1111945 T5024 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1111946 T5024 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1111946 T5024 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58723/solr
   [junit4]   2> 1111946 T5024 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1111947 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1111961 T5104 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@467bbb41 name:ZooKeeperConnection Watcher:127.0.0.1:58723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1111962 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1111963 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1111965 T5106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ce454f5 name:ZooKeeperConnection Watcher:127.0.0.1:58723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1111965 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1111968 T5024 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1112970 T5024 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41188__h%2Ffk
   [junit4]   2> 1112973 T5024 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41188__h%2Ffk
   [junit4]   2> 1112976 T5046 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1112976 T5078 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1112976 T5106 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1112976 T5051 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1112976 T5092 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1112976 T5064 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1112978 T5024 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549
   [junit4]   2> 1112979 T5024 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/conf/
   [junit4]   2> 1113010 T5024 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1113010 T5024 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1113010 T5024 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1113012 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1113013 T5109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f6aa7e2 name:ZooKeeperConnection Watcher:127.0.0.1:58723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1113014 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1113014 T5024 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1113017 T5024 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1113018 T5111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77bff770 name:ZooKeeperConnection Watcher:127.0.0.1:58723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1113018 T5024 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1113020 T5024 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1113024 T5039 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=5&shards=a,b,c&maxShardsPerNode=5&router.name=implicit&name=implicitcoll0&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1113026 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113028 T5048 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"5",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 1113029 T5048 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"5",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 1113030 T5048 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1113030 T5048 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/implicitcoll0 
   [junit4]   2> 1113030 T5048 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 1113036 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113038 T5047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1113039 T5047 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: implicitcoll0
   [junit4]   2> 1113039 T5047 oasc.Overseer$ClusterStateUpdater.createCollection Create collection implicitcoll0 with shards [a, b, c]
   [junit4]   2> 1113042 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113043 T5064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113043 T5092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113043 T5106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113043 T5078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113043 T5109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113043 T5051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113043 T5046 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113044 T5111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113136 T5048 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [a, b, c] , repFactor : 5
   [junit4]   2> 1113136 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica1 as part of slice a of collection implicitcoll0 on 127.0.0.1:52828__h%2Ffk
   [junit4]   2> 1113137 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica2 as part of slice a of collection implicitcoll0 on 127.0.0.1:47043__h%2Ffk
   [junit4]   2> 1113137 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica3 as part of slice a of collection implicitcoll0 on 127.0.0.1:46964__h%2Ffk
   [junit4]   2> 1113139 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica4 as part of slice a of collection implicitcoll0 on 127.0.0.1:45951__h%2Ffk
   [junit4]   2> 1113140 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica5 as part of slice a of collection implicitcoll0 on 127.0.0.1:41188__h%2Ffk
   [junit4]   2> 1113140 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica1 as part of slice b of collection implicitcoll0 on 127.0.0.1:52828__h%2Ffk
   [junit4]   2> 1113141 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica2 as part of slice b of collection implicitcoll0 on 127.0.0.1:47043__h%2Ffk
   [junit4]   2> 1113141 T5057 oasc.ZkController.publish publishing core=implicitcoll0_a_replica2 state=down
   [junit4]   2> 1113142 T5088 oasc.ZkController.publish publishing core=implicitcoll0_a_replica1 state=down
   [junit4]   2> 1113142 T5071 oasc.ZkController.publish publishing core=implicitcoll0_a_replica3 state=down
   [junit4]   2> 1113141 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica3 as part of slice b of collection implicitcoll0 on 127.0.0.1:46964__h%2Ffk
   [junit4]   2> 1113142 T5057 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113143 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113142 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica4 as part of slice b of collection implicitcoll0 on 127.0.0.1:45951__h%2Ffk
   [junit4]   2> 1113142 T5099 oasc.ZkController.publish publishing core=implicitcoll0_a_replica5 state=down
   [junit4]   2> 1113142 T5042 oasc.ZkController.publish publishing core=implicitcoll0_a_replica4 state=down
   [junit4]   2> 1113144 T5058 oasc.ZkController.publish publishing core=implicitcoll0_b_replica2 state=down
   [junit4]   2> 1113144 T5099 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113143 T5088 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113143 T5071 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113143 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica5 as part of slice b of collection implicitcoll0 on 127.0.0.1:41188__h%2Ffk
   [junit4]   2> 1113145 T5058 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113145 T5042 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113145 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113145 T5073 oasc.ZkController.publish publishing core=implicitcoll0_b_replica3 state=down
   [junit4]   2> 1113144 T5040 oasc.ZkController.publish publishing core=implicitcoll0_b_replica4 state=down
   [junit4]   2> 1113146 T5100 oasc.ZkController.publish publishing core=implicitcoll0_b_replica5 state=down
   [junit4]   2> 1113144 T5085 oasc.ZkController.publish publishing core=implicitcoll0_b_replica1 state=down
   [junit4]   2> 1113145 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica1 as part of slice c of collection implicitcoll0 on 127.0.0.1:52828__h%2Ffk
   [junit4]   2> 1113145 T5047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1113147 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica2 as part of slice c of collection implicitcoll0 on 127.0.0.1:47043__h%2Ffk
   [junit4]   2> 1113148 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica3 as part of slice c of collection implicitcoll0 on 127.0.0.1:46964__h%2Ffk
   [junit4]   2> 1113148 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica4 as part of slice c of collection implicitcoll0 on 127.0.0.1:45951__h%2Ffk
   [junit4]   2> 1113148 T5048 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica5 as part of slice c of collection implicitcoll0 on 127.0.0.1:41188__h%2Ffk
   [junit4]   2> 1113148 T5059 oasc.ZkController.publish publishing core=implicitcoll0_c_replica2 state=down
   [junit4]   2> 1113149 T5086 oasc.ZkController.publish publishing core=implicitcoll0_c_replica1 state=down
   [junit4]   2> 1113149 T5041 oasc.ZkController.publish publishing core=implicitcoll0_c_replica4 state=down
   [junit4]   2> 1113149 T5074 oasc.ZkController.publish publishing core=implicitcoll0_c_replica3 state=down
   [junit4]   2> 1113150 T5073 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113149 T5101 oasc.ZkController.publish publishing core=implicitcoll0_c_replica5 state=down
   [junit4]   2> 1113150 T5040 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113150 T5086 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113151 T5101 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113150 T5085 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113150 T5059 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113150 T5100 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113150 T5041 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113150 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47043/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47043__h%2Ffk",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113151 T5074 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1113154 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52828/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52828__h%2Ffk",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113156 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113156 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46964/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46964__h%2Ffk",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113158 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113158 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41188/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica5",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41188__h%2Ffk",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113160 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113160 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45951/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica4",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45951__h%2Ffk",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113161 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113162 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47043/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47043__h%2Ffk",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113163 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113164 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46964/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46964__h%2Ffk",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113165 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113166 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45951/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica4",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45951__h%2Ffk",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113169 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113170 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41188/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica5",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41188__h%2Ffk",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113171 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113172 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52828/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52828__h%2Ffk",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113173 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113174 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47043/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47043__h%2Ffk",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113175 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113176 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52828/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52828__h%2Ffk",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113177 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113178 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45951/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica4",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45951__h%2Ffk",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113179 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113180 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46964/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46964__h%2Ffk",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113181 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113182 T5047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41188/_h/fk",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica5",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41188__h%2Ffk",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1113183 T5046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1113285 T5046 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113285 T5106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113285 T5109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113285 T5064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113286 T5092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113286 T5051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113286 T5111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113286 T5078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1114143 T5057 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica2
   [junit4]   2> 1114144 T5057 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica2' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_a_replica2
   [junit4]   2> 1114144 T5057 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114144 T5099 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica5
   [junit4]   2> 1114145 T5088 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica1
   [junit4]   2> 1114145 T5071 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica3
   [junit4]   2> 1114145 T5099 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica5' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll0_a_replica5
   [junit4]   2> 1114146 T5042 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica4
   [junit4]   2> 1114145 T5057 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114147 T5057 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114146 T5071 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica3' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/implicitcoll0_a_replica3
   [junit4]   2> 1114148 T5071 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114148 T5057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_a_replica2/'
   [junit4]   2> 1114146 T5088 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/implicitcoll0_a_replica1
   [junit4]   2> 1114149 T5088 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114146 T5099 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114146 T5058 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica2
   [junit4]   2> 1114151 T5040 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica4
   [junit4]   2> 1114151 T5088 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114152 T5100 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica5
   [junit4]   2> 1114150 T5073 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica3
   [junit4]   2> 1114149 T5071 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114147 T5042 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica4' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/implicitcoll0_a_replica4
   [junit4]   2> 1114154 T5073 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica3' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/implicitcoll0_b_replica3
   [junit4]   2> 1114154 T5073 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114154 T5042 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114155 T5073 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114155 T5042 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114153 T5071 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114153 T5100 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica5' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll0_b_replica5
   [junit4]   2> 1114157 T5100 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114152 T5074 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica3
   [junit4]   2> 1114152 T5041 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica4
   [junit4]   2> 1114152 T5040 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica4' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/implicitcoll0_b_replica4
   [junit4]   2> 1114159 T5074 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica3' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/implicitcoll0_c_replica3
   [junit4]   2> 1114152 T5088 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114152 T5058 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica2' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_b_replica2
   [junit4]   2> 1114160 T5058 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114152 T5059 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica2
   [junit4]   2> 1114161 T5058 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114162 T5058 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114151 T5085 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica1
   [junit4]   2> 1114151 T5101 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica5
   [junit4]   2> 1114151 T5086 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica1
   [junit4]   2> 1114151 T5099 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114164 T5099 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114165 T5086 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/implicitcoll0_c_replica1
   [junit4]   2> 1114165 T5086 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114164 T5101 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica5' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll0_c_replica5
   [junit4]   2> 1114166 T5086 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114163 T5085 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/implicitcoll0_b_replica1
   [junit4]   2> 1114167 T5085 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114163 T5058 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_b_replica2/'
   [junit4]   2> 1114162 T5059 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica2' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_c_replica2
   [junit4]   2> 1114168 T5059 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114161 T5088 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/implicitcoll0_a_replica1/'
   [junit4]   2> 1114169 T5059 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114159 T5074 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114159 T5041 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica4' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/implicitcoll0_c_replica4
   [junit4]   2> 1114171 T5074 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114159 T5040 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114157 T5100 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114157 T5071 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/implicitcoll0_a_replica3/'
   [junit4]   2> 1114156 T5042 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114155 T5073 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114172 T5100 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114171 T5074 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114171 T5041 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114170 T5059 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114168 T5085 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114177 T5074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/implicitcoll0_c_replica3/'
   [junit4]   2> 1114167 T5086 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114166 T5101 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1114166 T5099 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll0_a_replica5/'
   [junit4]   2> 1114178 T5041 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114178 T5042 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/implicitcoll0_a_replica4/'
   [junit4]   2> 1114178 T5085 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114177 T5100 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll0_b_replica5/'
   [junit4]   2> 1114177 T5073 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386794062253/implicitcoll0_b_replica3/'
   [junit4]   2> 1114183 T5059 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_c_replica2/'
   [junit4]   2> 1114175 T5040 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114182 T5101 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1114181 T5041 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114185 T5101 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114185 T5040 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1114187 T5086 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/implicitcoll0_c_replica1/'
   [junit4]   2> 1114189 T5085 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386794063418/implicitcoll0_b_replica1/'
   [junit4]   2> 1114191 T5101 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll0_c_replica5/'
   [junit4]   2> 1114192 T5040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/implicitcoll0_b_replica4/'
   [junit4]   2> 1114192 T5041 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1386794060923/implicitcoll0_c_replica4/'
   [junit4]   2> 1114195 T5057 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114223 T5058 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114226 T5057 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114227 T5057 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114232 T5088 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114233 T5057 oass.IndexSchema.readSchema [implicitcoll0_a_replica2] Schema name=test
   [junit4]   2> 1114234 T5058 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114236 T5058 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114255 T5041 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114263 T5042 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114282 T5086 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114287 T5058 oass.IndexSchema.readSchema [implicitcoll0_b_replica2] Schema name=test
   [junit4]   2> 1114288 T5088 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114288 T5041 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114303 T5088 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114305 T5100 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114311 T5099 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114316 T5073 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114328 T5042 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114335 T5059 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114315 T5041 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114337 T5042 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114355 T5088 oass.IndexSchema.readSchema [implicitcoll0_a_replica1] Schema name=test
   [junit4]   2> 1114364 T5041 oass.IndexSchema.readSchema [implicitcoll0_c_replica4] Schema name=test
   [junit4]   2> 1114366 T5042 oass.IndexSchema.readSchema [implicitcoll0_a_replica4] Schema name=test
   [junit4]   2> 1114382 T5086 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114390 T5059 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114409 T5085 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114410 T5071 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114413 T5059 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114414 T5073 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114413 T5086 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114417 T5100 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114420 T5099 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114420 T5073 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114433 T5074 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114440 T5101 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114444 T5086 oass.IndexSchema.readSchema [implicitcoll0_c_replica1] Schema name=test
   [junit4]   2> 1114440 T5040 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1114470 T5099 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114463 T5100 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114495 T5071 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114496 T5085 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114498 T5071 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114499 T5101 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114499 T5074 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114502 T5074 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114503 T5073 oass.IndexSchema.readSchema [implicitcoll0_b_replica3] Schema name=test
   [junit4]   2> 1114504 T5059 oass.IndexSchema.readSchema [implicitcoll0_c_replica2] Schema name=test
   [junit4]   2> 1114499 T5085 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114521 T5099 oass.IndexSchema.readSchema [implicitcoll0_a_replica5] Schema name=test
   [junit4]   2> 1114504 T5101 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114547 T5100 oass.IndexSchema.readSchema [implicitcoll0_b_replica5] Schema name=test
   [junit4]   2> 1114556 T5071 oass.IndexSchema.readSchema [implicitcoll0_a_replica3] Schema name=test
   [junit4]   2> 1114560 T5074 oass.IndexSchema.readSchema [implicitcoll0_c_replica3] Schema name=test
   [junit4]   2> 1114580 T5085 oass.IndexSchema.readSchema [implicitcoll0_b_replica1] Schema name=test
   [junit4]   2> 1114588 T5040 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114607 T5101 oass.IndexSchema.readSchema [implicitcoll0_c_replica5] Schema name=test
   [junit4]   2> 1114651 T5040 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1114661 T5040 oass.IndexSchema.readSchema [implicitcoll0_b_replica4] Schema name=test
   [junit4]   2> 1115003 T5057 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1115004 T5057 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1115005 T5057 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1115057 T5057 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1115060 T5057 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1115158 T5057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1115161 T5057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1115165 T5057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1115184 T5088 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1115185 T5088 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1115186 T5088 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1115193 T5088 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1115210 T5057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1115211 T5057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1115211 T5088 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1115211 T5057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1115213 T5057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1115213 T5057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1115214 T5057 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1115215 T5057 oasc.SolrCore.<init> [implicitcoll0_a_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_a_replica2/, dataDir=./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_a_replica2/data/
   [junit4]   2> 1115215 T5057 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58a94c8e
   [junit4]   2> 1115216 T5057 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_a_replica2/data
   [junit4]   2> 1115217 T5057 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_a_replica2/data/index/
   [junit4]   2> 1115217 T5057 oasc.SolrCore.initIndex WARN [implicitcoll0_a_replica2] Solr index directory './org.apache.solr.cloud.CustomCollectionTest-jetty1-1386794061102/implicitcoll0_a_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1115224 T5041 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [jun

[...truncated too long message...]

c_replica3/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll5_c_replica3/data;done=false>>]
   [junit4]   2> 1189138 T5024 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll5_c_replica3/data
   [junit4]   2> 1189138 T5024 oasc.SolrCore.close [implicitcoll5_a_replica3]  CLOSING SolrCore org.apache.solr.core.SolrCore@38fbd372
   [junit4]   2> 1189139 T5106 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1189141 T5106 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1189142 T5106 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1189143 T5024 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 1189143 T5024 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1189143 T5024 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1189143 T5024 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1189144 T5106 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1189144 T5024 oasc.SolrCore.closeSearcher [implicitcoll5_a_replica3] Closing main searcher on request.
   [junit4]   2> 1189144 T5024 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1189144 T5024 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll5_a_replica3/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll5_a_replica3/data/index;done=false>>]
   [junit4]   2> 1189144 T5024 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll5_a_replica3/data/index
   [junit4]   2> 1189145 T5024 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll5_a_replica3/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll5_a_replica3/data;done=false>>]
   [junit4]   2> 1189145 T5024 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386794064549/implicitcoll5_a_replica3/data
   [junit4]   2> 1189145 T5106 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1189146 T5106 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1189167 T5024 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_h/fk,null}
   [junit4]   2> 1189220 T5024 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1189224 T5024 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:58723 58723
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CustomCollectionTest -Dtests.method=testDistribSearch -Dtests.seed=FC46C443ED72F481 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=Australia/West -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 81.4s J0 | CustomCollectionTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: missing shard info
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FC46C443ED72F481:7DA04A5B9A2D94BD]:0)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:251)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:130)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 1189418 T5024 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=bg, timezone=Australia/West
   [junit4]   2> NOTE: Linux 3.8.0-34-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=132771824,total=304955392
   [junit4]   2> NOTE: All tests run in this JVM: [SoftAutoCommitTest, TestDistributedMissingSort, DocumentBuilderTest, TestExtendedDismaxParser, OverseerCollectionProcessorTest, DistributedQueryElevationComponentTest, SolrCoreTest, SyncSliceTest, UpdateParamsTest, BasicFunctionalityTest, QueryEqualityTest, TestLFUCache, TestLMJelinekMercerSimilarityFactory, ScriptEngineTest, TestPHPSerializedResponseWriter, DistributedTermsComponentTest, TestSuggestSpellingConverter, TestReversedWildcardFilterFactory, TestDistribDocBasedVersion, UnloadDistributedZkTest, TestRealTimeGet, BlockDirectoryTest, CoreAdminHandlerTest, TestReplicationHandler, JsonLoaderTest, AddSchemaFieldsUpdateProcessorFactoryTest, AliasIntegrationTest, LukeRequestHandlerTest, TestRandomDVFaceting, HdfsLockFactoryTest, ClusterStateUpdateTest, BadComponentTest, TestValueSourceCache, TestClassNameShortening, ChangedSchemaMergeTest, BinaryUpdateRequestHandlerTest, TestReloadAndDeleteDocs, SpellPossibilityIteratorTest, TestWriterPerf, LegacyHTMLStripCharFilterTest, StatelessScriptUpdateProcessorFactoryTest, TestQueryUtils, ZkCLITest, TestLMDirichletSimilarityFactory, SystemInfoHandlerTest, SampleTest, TestLuceneMatchVersion, QueryElevationComponentTest, TestJmxMonitoredMap, URLClassifyProcessorTest, TestJoin, TestNoOpRegenerator, TestSystemIdResolver, TestSolrXMLSerializer, AddBlockUpdateTest, AnalysisAfterCoreReloadTest, SearchHandlerTest, TestSolrDeletionPolicy1, QueryParsingTest, TestSolrIndexConfig, DocValuesTest, RecoveryZkTest, TestSurroundQueryParser, TestRemoteStreaming, ClusterStateTest, RegexBoostProcessorTest, TestSort, TestSearchPerf, TestPostingsSolrHighlighter, SynonymTokenizerTest, TestFunctionQuery, SolrInfoMBeanTest, TestFileDictionaryLookup, PrimitiveFieldTypeTest, ParsingFieldUpdateProcessorsTest, TestManagedSchemaFieldResource, UpdateRequestProcessorFactoryTest, TestFaceting, DirectUpdateHandlerOptimizeTest, WordBreakSolrSpellCheckerTest, ZkControllerTest, AutoCommitTest, DateMathParserTest, HdfsBasicDistributedZk2Test, BasicDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, ShardRoutingCustomTest, SliceStateUpdateTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressVersions, HardAutoCommitTest, TestRangeQuery, PeerSyncTest, BadIndexSchemaTest, TestLazyCores, TestBadConfig, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SuggesterTest, TestTrie, SuggesterWFSTTest, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, DebugComponentTest, DisMaxRequestHandlerTest, FileBasedSpellCheckerTest, RequestHandlersTest, TestIndexingPerformance, RequiredFieldsTest, FastVectorHighlighterTest, SolrPluginUtilsTest, TestJmxIntegration, MBeansHandlerTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, CoreContainerCoreInitFailuresTest, HighlighterConfigTest, AlternateDirectoryTest, ResponseLogComponentTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, NumericFieldsTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestCharFilters, EchoParamsTest, TestPerFieldSimilarity, TestBM25SimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, TestSolrJ, TestDocumentBuilder, SliceStateTest, CircularListTest, AssignTest, CustomCollectionTest]
   [junit4] Completed on J0 in 81.42s, 1 test, 1 failure <<< FAILURES!

[...truncated 161 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1307: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:940: There were test failures: 347 suites, 1517 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 49 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b119 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_60-ea-b01) - Build # 8553 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/8553/
Java: 32bit/jdk1.7.0_60-ea-b01 -client -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
missing shard info

Stack Trace:
java.lang.AssertionError: missing shard info
	at __randomizedtesting.SeedInfo.seed([87297B8F14BA7124:6CFF59763E51118]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:251)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:130)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10470 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 644959 T1597 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 644963 T1597 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CustomCollectionTest-1386788295041
   [junit4]   2> 644963 T1597 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 644964 T1598 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 645064 T1597 oasc.ZkTestServer.run start zk server on port:46186
   [junit4]   2> 645065 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 645113 T1604 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1000936 name:ZooKeeperConnection Watcher:127.0.0.1:46186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 645113 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 645114 T1597 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 645121 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 645123 T1606 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76073c name:ZooKeeperConnection Watcher:127.0.0.1:46186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 645123 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 645124 T1597 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 645127 T1597 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 645129 T1597 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 645132 T1597 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 645136 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 645137 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 645143 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 645144 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 645147 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 645147 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 645151 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 645152 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 645157 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 645158 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 645163 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 645164 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 645169 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 645169 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 645174 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 645175 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 645180 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 645181 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 645186 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 645187 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 645191 T1597 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 645192 T1597 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 645290 T1597 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 645293 T1597 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59548
   [junit4]   2> 645294 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 645294 T1597 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 645295 T1597 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282
   [junit4]   2> 645295 T1597 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/'
   [junit4]   2> 645313 T1597 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/solr.xml
   [junit4]   2> 645347 T1597 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 645348 T1597 oasc.CoreContainer.<init> New CoreContainer 28008364
   [junit4]   2> 645348 T1597 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/]
   [junit4]   2> 645349 T1597 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 645350 T1597 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 645350 T1597 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 645350 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 645351 T1597 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 645351 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 645351 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 645352 T1597 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 645352 T1597 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 645355 T1597 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 645356 T1597 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 645356 T1597 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 645356 T1597 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46186/solr
   [junit4]   2> 645357 T1597 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 645357 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 645360 T1617 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c885fe name:ZooKeeperConnection Watcher:127.0.0.1:46186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 645361 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 645364 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 645366 T1619 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@173b649 name:ZooKeeperConnection Watcher:127.0.0.1:46186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 645366 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 645368 T1597 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 645374 T1597 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 645378 T1597 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 645380 T1597 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59548_
   [junit4]   2> 645381 T1597 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59548_
   [junit4]   2> 645383 T1597 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 645394 T1597 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 645398 T1597 oasc.Overseer.start Overseer (id=90884557704069123-127.0.0.1:59548_-n_0000000000) starting
   [junit4]   2> 645406 T1597 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 645412 T1621 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 645414 T1597 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 645418 T1597 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 645422 T1597 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 645428 T1620 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 645430 T1597 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282
   [junit4]   2> 645432 T1597 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/conf/
   [junit4]   2> 645487 T1597 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 645488 T1597 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 645489 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 645491 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 645492 T1624 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10904da name:ZooKeeperConnection Watcher:127.0.0.1:46186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 645492 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 645494 T1597 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 645499 T1597 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 645582 T1597 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 645586 T1597 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42260
   [junit4]   2> 645587 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 645587 T1597 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 645588 T1597 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577
   [junit4]   2> 645588 T1597 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/'
   [junit4]   2> 645609 T1597 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/solr.xml
   [junit4]   2> 645636 T1597 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 645636 T1597 oasc.CoreContainer.<init> New CoreContainer 21713326
   [junit4]   2> 645637 T1597 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/]
   [junit4]   2> 645638 T1597 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 645638 T1597 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 645639 T1597 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 645639 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 645639 T1597 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 645640 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 645640 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 645640 T1597 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 645641 T1597 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 645644 T1597 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 645644 T1597 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 645645 T1597 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 645645 T1597 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46186/solr
   [junit4]   2> 645646 T1597 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 645647 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 645649 T1635 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72c7bc name:ZooKeeperConnection Watcher:127.0.0.1:46186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 645650 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 645653 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 645654 T1637 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11aee10 name:ZooKeeperConnection Watcher:127.0.0.1:46186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 645654 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 645657 T1597 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 646660 T1597 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42260_
   [junit4]   2> 646663 T1597 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42260_
   [junit4]   2> 646668 T1619 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 646668 T1624 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 646668 T1637 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 646676 T1597 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577
   [junit4]   2> 646678 T1597 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/conf/
   [junit4]   2> 646726 T1597 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 646728 T1597 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 646729 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 646800 T1597 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 646801 T1597 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42224
   [junit4]   2> 646802 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 646803 T1597 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 646803 T1597 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386788296808
   [junit4]   2> 646803 T1597 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1386788296808/'
   [junit4]   2> 646817 T1597 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386788296808/solr.xml
   [junit4]   2> 646865 T1597 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 646866 T1597 oasc.CoreContainer.<init> New CoreContainer 18814933
   [junit4]   2> 646866 T1597 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386788296808/]
   [junit4]   2> 646867 T1597 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 646868 T1597 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 646868 T1597 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 646868 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 646869 T1597 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 646869 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 646869 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 646870 T1597 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 646870 T1597 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 646873 T1597 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 646874 T1597 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 646874 T1597 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 646874 T1597 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46186/solr
   [junit4]   2> 646875 T1597 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 646876 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 646878 T1649 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6761d5 name:ZooKeeperConnection Watcher:127.0.0.1:46186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 646878 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 646881 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 646882 T1651 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a80b87 name:ZooKeeperConnection Watcher:127.0.0.1:46186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 646882 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 646886 T1597 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 647889 T1597 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42224_
   [junit4]   2> 647891 T1597 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42224_
   [junit4]   2> 647896 T1651 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 647897 T1624 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 647897 T1637 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 647897 T1619 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 647905 T1597 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386788296808
   [junit4]   2> 647907 T1597 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386788296808/conf/
   [junit4]   2> 647941 T1597 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 647942 T1597 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 647943 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 648023 T1597 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 648026 T1597 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:32961
   [junit4]   2> 648027 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 648028 T1597 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 648028 T1597 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023
   [junit4]   2> 648028 T1597 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/'
   [junit4]   2> 648049 T1597 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/solr.xml
   [junit4]   2> 648076 T1597 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 648076 T1597 oasc.CoreContainer.<init> New CoreContainer 25697546
   [junit4]   2> 648077 T1597 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/]
   [junit4]   2> 648078 T1597 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 648078 T1597 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 648078 T1597 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 648079 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 648079 T1597 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 648079 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 648080 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 648080 T1597 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 648080 T1597 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 648084 T1597 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 648084 T1597 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 648084 T1597 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 648085 T1597 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46186/solr
   [junit4]   2> 648085 T1597 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 648086 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 648088 T1663 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1931ad3 name:ZooKeeperConnection Watcher:127.0.0.1:46186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 648088 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 648092 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 648093 T1665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e8b83a name:ZooKeeperConnection Watcher:127.0.0.1:46186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 648094 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 648097 T1597 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 649100 T1597 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32961_
   [junit4]   2> 649103 T1597 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32961_
   [junit4]   2> 649108 T1651 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 649108 T1619 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 649108 T1624 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 649108 T1637 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 649109 T1665 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 649117 T1597 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023
   [junit4]   2> 649119 T1597 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/conf/
   [junit4]   2> 649166 T1597 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 649167 T1597 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 649168 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 649247 T1597 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 649249 T1597 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53693
   [junit4]   2> 649250 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 649250 T1597 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 649251 T1597 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248
   [junit4]   2> 649251 T1597 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/'
   [junit4]   2> 649269 T1597 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/solr.xml
   [junit4]   2> 649296 T1597 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 649296 T1597 oasc.CoreContainer.<init> New CoreContainer 25538796
   [junit4]   2> 649297 T1597 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/]
   [junit4]   2> 649297 T1597 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 649298 T1597 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 649298 T1597 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 649298 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 649299 T1597 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 649299 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 649299 T1597 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 649300 T1597 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 649300 T1597 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 649303 T1597 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 649304 T1597 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 649304 T1597 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 649304 T1597 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46186/solr
   [junit4]   2> 649305 T1597 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 649306 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 649308 T1677 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@179b6ed name:ZooKeeperConnection Watcher:127.0.0.1:46186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 649308 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 649312 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 649314 T1679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17db90b name:ZooKeeperConnection Watcher:127.0.0.1:46186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 649315 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 649321 T1597 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 650326 T1597 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53693_
   [junit4]   2> 650328 T1597 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53693_
   [junit4]   2> 650331 T1651 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 650331 T1637 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 650331 T1624 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 650332 T1665 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 650332 T1619 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 650332 T1679 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 650336 T1597 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248
   [junit4]   2> 650337 T1597 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/conf/
   [junit4]   2> 650385 T1597 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 650385 T1597 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 650386 T1597 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 650388 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 650390 T1682 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dba00 name:ZooKeeperConnection Watcher:127.0.0.1:46186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 650390 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 650391 T1597 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 650394 T1597 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 650396 T1684 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c2b4ec name:ZooKeeperConnection Watcher:127.0.0.1:46186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 650396 T1597 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 650397 T1597 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 650400 T1660 oasha.CollectionsHandler.handleCreateAction Creating Collection : maxShardsPerNode=2&shards=a,b,c&router.name=implicit&action=CREATE&wt=javabin&replicationFactor=2&version=2&name=implicitcoll0
   [junit4]   2> 650401 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650402 T1621 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 650402 T1621 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 650402 T1621 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 650403 T1621 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/implicitcoll0 
   [junit4]   2> 650403 T1621 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 650412 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650414 T1620 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 650414 T1620 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: implicitcoll0
   [junit4]   2> 650415 T1620 oasc.Overseer$ClusterStateUpdater.createCollection Create collection implicitcoll0 with shards [a, b, c]
   [junit4]   2> 650418 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650419 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650419 T1682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650419 T1679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650419 T1651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650419 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650419 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650419 T1637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650419 T1665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650512 T1621 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [a, b, c] , repFactor : 2
   [junit4]   2> 650512 T1621 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica1 as part of slice a of collection implicitcoll0 on 127.0.0.1:42260_
   [junit4]   2> 650513 T1621 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica2 as part of slice a of collection implicitcoll0 on 127.0.0.1:32961_
   [junit4]   2> 650514 T1621 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica1 as part of slice b of collection implicitcoll0 on 127.0.0.1:42224_
   [junit4]   2> 650515 T1621 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica2 as part of slice b of collection implicitcoll0 on 127.0.0.1:53693_
   [junit4]   2> 650515 T1621 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica1 as part of slice c of collection implicitcoll0 on 127.0.0.1:59548_
   [junit4]   2> 650516 T1658 oasc.ZkController.publish publishing core=implicitcoll0_a_replica2 state=down
   [junit4]   2> 650516 T1621 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica2 as part of slice c of collection implicitcoll0 on 127.0.0.1:42260_
   [junit4]   2> 650516 T1675 oasc.ZkController.publish publishing core=implicitcoll0_b_replica2 state=down
   [junit4]   2> 650516 T1630 oasc.ZkController.publish publishing core=implicitcoll0_a_replica1 state=down
   [junit4]   2> 650517 T1615 oasc.ZkController.publish publishing core=implicitcoll0_c_replica1 state=down
   [junit4]   2> 650518 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650516 T1646 oasc.ZkController.publish publishing core=implicitcoll0_b_replica1 state=down
   [junit4]   2> 650518 T1630 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 650518 T1675 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 650518 T1658 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 650518 T1631 oasc.ZkController.publish publishing core=implicitcoll0_c_replica2 state=down
   [junit4]   2> 650520 T1620 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 650519 T1646 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 650519 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650518 T1615 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 650521 T1620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:32961",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:32961_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 650521 T1631 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 650524 T1620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53693",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53693_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 650526 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650526 T1620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42260",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42260_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 650528 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650529 T1620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59548",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59548_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 650531 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650532 T1620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42224",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42224_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 650534 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650535 T1620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42260",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42260_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 650536 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 650640 T1637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650640 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650640 T1651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650640 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650640 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650640 T1679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650640 T1665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 650641 T1682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 651519 T1630 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica1
   [junit4]   2> 651520 T1658 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica2
   [junit4]   2> 651519 T1675 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica2
   [junit4]   2> 651521 T1658 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/implicitcoll0_a_replica2
   [junit4]   2> 651521 T1646 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica1
   [junit4]   2> 651522 T1675 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll0_b_replica2
   [junit4]   2> 651523 T1646 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica1' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1386788296808/implicitcoll0_b_replica1
   [junit4]   2> 651524 T1646 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 651522 T1658 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 651522 T1631 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica2
   [junit4]   2> 651526 T1658 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 651527 T1658 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 651521 T1615 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica1
   [junit4]   2> 651521 T1630 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_a_replica1
   [junit4]   2> 651527 T1631 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_c_replica2
   [junit4]   2> 651529 T1631 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 651526 T1646 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 651531 T1646 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 651523 T1675 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 651531 T1631 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 651533 T1631 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 651529 T1615 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/implicitcoll0_c_replica1
   [junit4]   2> 651529 T1658 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/implicitcoll0_a_replica2/'
   [junit4]   2> 651529 T1630 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 651535 T1631 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_c_replica2/'
   [junit4]   2> 651536 T1630 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 651537 T1630 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 651534 T1615 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 651533 T1646 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1386788296808/implicitcoll0_b_replica1/'
   [junit4]   2> 651539 T1615 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 651540 T1615 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 651533 T1675 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 651542 T1675 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 651539 T1630 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_a_replica1/'
   [junit4]   2> 651543 T1615 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/implicitcoll0_c_replica1/'
   [junit4]   2> 651545 T1675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll0_b_replica2/'
   [junit4]   2> 651609 T1658 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 651616 T1631 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 651616 T1630 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 651623 T1615 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 651624 T1646 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 651665 T1630 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 651665 T1675 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 651666 T1630 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 651667 T1658 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 651668 T1658 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 651676 T1630 oass.IndexSchema.readSchema [implicitcoll0_a_replica1] Schema name=test
   [junit4]   2> 651678 T1658 oass.IndexSchema.readSchema [implicitcoll0_a_replica2] Schema name=test
   [junit4]   2> 651679 T1615 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 651680 T1631 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 651681 T1615 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 651681 T1631 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 651690 T1646 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 651692 T1646 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 651696 T1631 oass.IndexSchema.readSchema [implicitcoll0_c_replica2] Schema name=test
   [junit4]   2> 651697 T1615 oass.IndexSchema.readSchema [implicitcoll0_c_replica1] Schema name=test
   [junit4]   2> 651707 T1675 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 651709 T1646 oass.IndexSchema.readSchema [implicitcoll0_b_replica1] Schema name=test
   [junit4]   2> 651709 T1675 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 651726 T1675 oass.IndexSchema.readSchema [implicitcoll0_b_replica2] Schema name=test
   [junit4]   2> 652185 T1615 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652186 T1615 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652187 T1615 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 652193 T1615 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 652196 T1615 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 652202 T1658 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652203 T1658 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652205 T1658 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 652207 T1615 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 652211 T1615 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 652215 T1658 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 652215 T1615 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 652216 T1615 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 652217 T1615 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 652217 T1615 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 652218 T1615 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 652219 T1615 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 652219 T1615 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 652219 T1615 oasc.SolrCore.<init> [implicitcoll0_c_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/implicitcoll0_c_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/implicitcoll0_c_replica1/data/
   [junit4]   2> 652220 T1658 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 652220 T1615 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@198d3ab
   [junit4]   2> 652221 T1615 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/implicitcoll0_c_replica1/data
   [junit4]   2> 652222 T1615 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/implicitcoll0_c_replica1/data/index/
   [junit4]   2> 652222 T1615 oasc.SolrCore.initIndex WARN [implicitcoll0_c_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/implicitcoll0_c_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 652222 T1615 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1386788295282/implicitcoll0_c_replica1/data/index
   [junit4]   2> 652223 T1615 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 652224 T1615 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1046745 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@46e0d0),segFN=segments_1,generation=1}
   [junit4]   2> 652224 T1615 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 652227 T1631 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652228 T1631 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652228 T1631 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 652229 T1615 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 652230 T1615 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 652230 T1615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 652231 T1615 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 652231 T1615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 652232 T1615 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 652232 T1615 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 652233 T1615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 652233 T1615 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 652234 T1615 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 652235 T1631 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 652235 T1615 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 652236 T1615 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 652236 T1658 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 652236 T1615 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 652238 T1615 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 652238 T1615 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 652238 T1631 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 652239 T1615 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 652242 T1658 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 652242 T1615 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 652245 T1615 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 652246 T1615 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 652246 T1615 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5731203606418009]
   [junit4]   2> 652247 T1658 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 652247 T1615 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1046745 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@46e0d0),segFN=segments_1,generation=1}
   [junit4]   2> 652248 T1615 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 652248 T1615 oass.SolrIndexSearcher.<init> Opening Searcher@bd1251 main
   [junit4]   2> 652249 T1658 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 652249 T1658 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 652250 T1658 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 652251 T1658 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 652251 T1658 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 652252 T1658 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 652252 T1658 oasc.SolrCore.<init> [implicitcoll0_a_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/implicitcoll0_a_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/implicitcoll0_a_replica2/data/
   [junit4]   2> 652253 T1691 oasc.SolrCore.registerSearcher [implicitcoll0_c_replica1] Registered new searcher Searcher@bd1251 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 652253 T1658 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@198d3ab
   [junit4]   2> 652254 T1658 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/implicitcoll0_a_replica2/data
   [junit4]   2> 652255 T1658 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/implicitcoll0_a_replica2/data/index/
   [junit4]   2> 652255 T1658 oasc.SolrCore.initIndex WARN [implicitcoll0_a_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/implicitcoll0_a_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 652256 T1631 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 652256 T1658 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1386788298023/implicitcoll0_a_replica2/data/index
   [junit4]   2> 652256 T1615 oasc.CoreContainer.registerCore registering core: implicitcoll0_c_replica1
   [junit4]   2> 652257 T1658 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 652257 T1615 oasc.ZkController.register Register replica - core:implicitcoll0_c_replica1 address:http://127.0.0.1:59548 collection:implicitcoll0 shard:c
   [junit4]   2> 652258 T1658 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b8f3b6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17a664f),segFN=segments_1,generation=1}
   [junit4]   2> 652258 T1615 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0/leader_elect/c/election
   [junit4]   2> 652259 T1658 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 652281 T1631 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 652283 T1630 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652284 T1630 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652285 T1658 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 652285 T1615 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard c
   [junit4]   2> 652285 T1658 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 652285 T1630 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 652287 T1631 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 652287 T1615 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard c: total=2 found=1 timeoutin=180000
   [junit4]   2> 652288 T1631 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 652286 T1658 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 652288 T1631 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 652287 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 652289 T1631 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 652289 T1658 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 652289 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 652290 T1658 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 652291 T1620 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 652290 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 652290 T1631 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 652292 T1631 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 652291 T1675 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652291 T1658 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 652293 T1675 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652292 T1631 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 652293 T1619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 652293 T1658 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 652294 T1679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 652295 T1646 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652294 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 652294 T1637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 652294 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 652294 T1651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 652294 T1682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 652294 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 652294 T1675 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 652294 T1631 oasc.SolrCore.<init> [implicitcoll0_c_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_c_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_c_replica2/data/
   [junit4]   2> 652295 T1646 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 652295 T1630 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 652295 T1658 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 652299 T1658 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 652295 T1665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 652299 T1646 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 652298 T1631 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@198d3ab
   [junit4]   2> 652300 T1658 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 652301 T1631 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_c_replica2/data
   [junit4]   2> 652301 T1658 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 652302 T1658 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 652302 T1631 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_c_replica2/data/index/
   [junit4]   2> 652303 T1630 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 652302 T1658 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 652303 T1631 oasc.SolrCore.initIndex WARN [implicitcoll0_c_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_c_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 652304 T1658 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 652304 T1631 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1386788295577/implicitcoll0_c_replica2/data/index
   [junit4]   2> 652305 T1658 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 652305 T1631 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 652306 T1658 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 652305 T1675 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 652306 T1631 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@13e8e84 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3d853d),segFN=segments_1,generation=1}
   [junit4]   2> 652307 T1631 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 652308 T1646 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 652308 T1658 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 652310 T1675 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 652312 T1658 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 652312 T1646 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 652312 T1631 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 652312 T1658 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 652313 T1631 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 652315 T1658 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5731203606418009]
   [junit4]   2> 652315 T1631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 652316 T1658 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b8f3b6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17a664f),segFN=segments_1,generation=1}
   [junit4]   2> 652317 T1658 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 652316 T1631 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 652317 T1658 oass.SolrIndexSearcher.<init> Opening Searcher@1a04b02 main
   [junit4]   2> 652317 T1630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 652317 T1631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateR

[...truncated too long message...]

State Closing SolrCoreState
   [junit4]   2> 696617 T1597 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 696617 T1597 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 696618 T1597 oasc.SolrCore.closeSearcher [implicitcoll4_a_replica2] Closing main searcher on request.
   [junit4]   2> 696618 T1597 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 696618 T1597 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll4_a_replica2/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll4_a_replica2/data;done=false>>]
   [junit4]   2> 696619 T1597 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll4_a_replica2/data
   [junit4]   2> 696619 T1597 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll4_a_replica2/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll4_a_replica2/data/index;done=false>>]
   [junit4]   2> 696619 T1597 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll4_a_replica2/data/index
   [junit4]   2> 696620 T1597 oasc.SolrCore.close [implicitcoll5_a_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1fa9648
   [junit4]   2> 696630 T1597 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 696630 T1597 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 696631 T1597 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 696631 T1597 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 696632 T1597 oasc.SolrCore.closeSearcher [implicitcoll5_a_replica2] Closing main searcher on request.
   [junit4]   2> 696632 T1597 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 696632 T1597 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll5_a_replica2/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll5_a_replica2/data/index;done=false>>]
   [junit4]   2> 696633 T1597 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll5_a_replica2/data/index
   [junit4]   2> 696633 T1597 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll5_a_replica2/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll5_a_replica2/data;done=false>>]
   [junit4]   2> 696633 T1597 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1386788299248/implicitcoll5_a_replica2/data
   [junit4]   2> 696658 T1597 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 696712 T1597 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 696715 T1597 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:46186 46186
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CustomCollectionTest -Dtests.method=testDistribSearch -Dtests.seed=87297B8F14BA7124 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de -Dtests.timezone=GB-Eire -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 51.8s J1 | CustomCollectionTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: missing shard info
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([87297B8F14BA7124:6CFF59763E51118]:0)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:251)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:130)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 696797 T1597 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 51845 T1596 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 698136 T1679 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=de, timezone=GB-Eire
   [junit4]   2> NOTE: Linux 3.8.0-34-generic i386/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=8,threads=2,free=268890432,total=417333248
   [junit4]   2> NOTE: All tests run in this JVM: [TestCoreDiscovery, DirectSolrSpellCheckerTest, DistributedQueryComponentCustomSortTest, TestSolrQueryParserResource, PluginInfoTest, TimeZoneUtilsTest, PrimUtilsTest, TestQuerySenderNoQuery, TestImplicitCoreProperties, SignatureUpdateProcessorFactoryTest, TestBinaryResponseWriter, AddBlockUpdateTest, MultiTermTest, HighlighterConfigTest, SolrCoreCheckLockOnStartupTest, StatsComponentTest, OpenExchangeRatesOrgProviderTest, SimplePostToolTest, OutputWriterTest, TestDynamicFieldResource, SolrRequestParserTest, StandardRequestHandlerTest, TestFieldTypeResource, TestFiltering, SuggestComponentTest, SpellCheckCollatorTest, DeleteReplicaTest, DocValuesMissingTest, TestJmxIntegration, PreAnalyzedFieldTest, DeleteInactiveReplicaTest, TestReload, CoreMergeIndexesAdminHandlerTest, HdfsDirectoryTest, TestDistribDocBasedVersion, TestStressLucene, CachingDirectoryFactoryTest, RequestHandlersTest, FieldAnalysisRequestHandlerTest, SolrCmdDistributorTest, TestFastOutputStream, AliasIntegrationTest, TestFieldResource, TestSolr4Spatial, MigrateRouteKeyTest, HighlighterTest, TestBinaryField, TestAtomicUpdateErrorCases, DirectSolrConnectionTest, TestLazyCores, SpellCheckComponentTest, PathHierarchyTokenizerFactoryTest, TestArbitraryIndexDir, TestOmitPositions, DistanceFunctionTest, IndexSchemaRuntimeFieldTest, BasicZkTest, NotRequiredUniqueKeyTest, DocumentAnalysisRequestHandlerTest, TestXIncludeConfig, BasicDistributedZk2Test, TestUtils, TestZkChroot, NoCacheHeaderTest, TestFoldingMultitermQuery, TestSweetSpotSimilarityFactory, TestIndexingPerformance, SpellingQueryConverterTest, CurrencyFieldOpenExchangeTest, HdfsUnloadDistributedZkTest, TestIndexSearcher, CustomCollectionTest]
   [junit4] Completed on J1 in 53.39s, 1 test, 1 failure <<< FAILURES!

[...truncated 568 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1307: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:940: There were test failures: 347 suites, 1517 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 50 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b01 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure