You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/26 04:48:40 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 745 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/745/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
collection already exists: implicitcollwithShardField

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: implicitcollwithShardField
	at __randomizedtesting.SeedInfo.seed([651FD158AD7FD19F:E4F95F40DA20B1A3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:318)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1571)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:319)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


REGRESSION:  org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsOld

Error Message:
Core 00000_core bad! expected:<447> but was:<0>

Stack Trace:
java.lang.AssertionError: Core 00000_core bad! expected:<447> but was:<0>
	at __randomizedtesting.SeedInfo.seed([651FD158AD7FD19F:492E5B06319FFCFC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:303)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:200)
	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsOld(OpenCloseCoreStressTest.java:114)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9539 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 38861 T28 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ic/y
   [junit4]   2> 38870 T28 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CustomCollectionTest-1377481637625
   [junit4]   2> 38881 T28 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 38889 T29 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 39097 T28 oasc.ZkTestServer.run start zk server on port:50247
   [junit4]   2> 39323 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 39718 T30 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 41189 T34 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@586d9632 name:ZooKeeperConnection Watcher:127.0.0.1:50247 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 41191 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 41195 T28 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 41288 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 41296 T37 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29c913d0 name:ZooKeeperConnection Watcher:127.0.0.1:50247/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 41297 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 41320 T28 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 41335 T28 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 41345 T28 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 41354 T28 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 41365 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 41367 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 41383 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 41384 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 41396 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 41398 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 41409 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 41411 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 41421 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 41422 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 41432 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 41433 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 41444 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 41445 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 41456 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 41459 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 41470 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 41472 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 41484 T28 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 41485 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 42602 T28 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 42977 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50251
   [junit4]   2> 43045 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 43047 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 43048 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251
   [junit4]   2> 43049 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/'
   [junit4]   2> 43094 T28 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/solr.xml
   [junit4]   2> 43261 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 43267 T28 oasc.CoreContainer.<init> New CoreContainer 1530913012
   [junit4]   2> 43268 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/]
   [junit4]   2> 43326 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 43327 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 43328 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 43329 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 43330 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 43331 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 43332 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 43333 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 43334 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 43335 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 43356 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50247/solr
   [junit4]   2> 43386 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 43388 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 43397 T49 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d8983ce name:ZooKeeperConnection Watcher:127.0.0.1:50247 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 43398 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 43410 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 43439 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 43445 T51 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@749319b8 name:ZooKeeperConnection Watcher:127.0.0.1:50247/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 43446 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 43461 T28 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 43483 T28 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 43510 T28 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 43527 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50251_ic%2Fy
   [junit4]   2> 43537 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50251_ic%2Fy
   [junit4]   2> 43551 T28 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 43587 T28 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 43599 T28 oasc.Overseer.start Overseer (id=90274636625543171-127.0.0.1:50251_ic%2Fy-n_0000000000) starting
   [junit4]   2> 43626 T28 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 43652 T53 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 43656 T28 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 43665 T28 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 43704 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 43738 T52 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 43748 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251
   [junit4]   2> 43949 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/conf/
   [junit4]   2> 43959 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 43961 T28 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 43961 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 44036 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 44068 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 44078 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 44084 T56 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7693551e name:ZooKeeperConnection Watcher:127.0.0.1:50247/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 44085 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 44089 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 44101 T28 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 44507 T28 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 44512 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50255
   [junit4]   2> 44514 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 44515 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 44516 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855
   [junit4]   2> 44517 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/'
   [junit4]   2> 44565 T28 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/solr.xml
   [junit4]   2> 44699 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 44700 T28 oasc.CoreContainer.<init> New CoreContainer 1390834888
   [junit4]   2> 44702 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/]
   [junit4]   2> 44705 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 44705 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 44706 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 44707 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 44708 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 44709 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 44710 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 44711 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 44711 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 44712 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 44736 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50247/solr
   [junit4]   2> 44737 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 44740 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 44746 T67 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6eb6377c name:ZooKeeperConnection Watcher:127.0.0.1:50247 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 44747 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 44757 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 44779 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 44783 T69 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37987632 name:ZooKeeperConnection Watcher:127.0.0.1:50247/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 44784 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 44798 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 45809 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50255_ic%2Fy
   [junit4]   2> 45813 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50255_ic%2Fy
   [junit4]   2> 45827 T51 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 45827 T56 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 45828 T69 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 45848 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855
   [junit4]   2> 46046 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/conf/
   [junit4]   2> 46057 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 46058 T28 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 46059 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 46060 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 46488 T28 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 46498 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50258
   [junit4]   2> 46499 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 46500 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 46501 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833
   [junit4]   2> 46502 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/'
   [junit4]   2> 46547 T28 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/solr.xml
   [junit4]   2> 46712 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 46713 T28 oasc.CoreContainer.<init> New CoreContainer 1123857808
   [junit4]   2> 46713 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/]
   [junit4]   2> 46719 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 46721 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 46722 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 46724 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 46725 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 46727 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 46734 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 46735 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 46735 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 46736 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 46758 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50247/solr
   [junit4]   2> 46759 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 46764 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 46770 T81 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e5e685b name:ZooKeeperConnection Watcher:127.0.0.1:50247 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 46770 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 46776 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 46796 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 46804 T83 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5725a222 name:ZooKeeperConnection Watcher:127.0.0.1:50247/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 46805 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 46820 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 47852 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50258_ic%2Fy
   [junit4]   2> 47856 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50258_ic%2Fy
   [junit4]   2> 47865 T51 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 47867 T56 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 47867 T69 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 47867 T83 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 47881 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833
   [junit4]   2> 48002 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/conf/
   [junit4]   2> 48008 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 48010 T28 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 48010 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 48011 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 48432 T28 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 48443 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50261
   [junit4]   2> 48445 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 48446 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 48446 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782
   [junit4]   2> 48447 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/'
   [junit4]   2> 48498 T28 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/solr.xml
   [junit4]   2> 48633 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 48634 T28 oasc.CoreContainer.<init> New CoreContainer 1441634552
   [junit4]   2> 48635 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/]
   [junit4]   2> 48638 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 48638 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 48639 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 48640 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 48641 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 48642 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 48643 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 48644 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 48644 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 48645 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 48667 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50247/solr
   [junit4]   2> 48668 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 48670 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 48677 T95 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1362caac name:ZooKeeperConnection Watcher:127.0.0.1:50247 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 48678 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 48684 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 48705 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 48712 T97 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51d3a2d5 name:ZooKeeperConnection Watcher:127.0.0.1:50247/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 48713 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 48726 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 49743 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50261_ic%2Fy
   [junit4]   2> 49746 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50261_ic%2Fy
   [junit4]   2> 49760 T83 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 49761 T51 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 49762 T69 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 49761 T56 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 49762 T97 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 49783 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782
   [junit4]   2> 49918 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/conf/
   [junit4]   2> 49922 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 49923 T28 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 49924 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 49927 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 50391 T28 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 50396 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50264
   [junit4]   2> 50399 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 50399 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 50400 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703
   [junit4]   2> 50401 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/'
   [junit4]   2> 50447 T28 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/solr.xml
   [junit4]   2> 50580 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 50581 T28 oasc.CoreContainer.<init> New CoreContainer 1678706572
   [junit4]   2> 50582 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/]
   [junit4]   2> 50585 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 50586 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 50586 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 50587 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 50588 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 50588 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 50589 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 50590 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 50591 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 50591 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 50612 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50247/solr
   [junit4]   2> 50614 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 50616 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 50620 T109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6521c24e name:ZooKeeperConnection Watcher:127.0.0.1:50247 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 50620 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 50626 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 50644 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 50649 T111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@439d523e name:ZooKeeperConnection Watcher:127.0.0.1:50247/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 50649 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 50663 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 51674 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50264_ic%2Fy
   [junit4]   2> 51678 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50264_ic%2Fy
   [junit4]   2> 51692 T51 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 51693 T69 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 51694 T97 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 51694 T111 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 51695 T56 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 51696 T83 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 51708 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703
   [junit4]   2> 51830 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/conf/
   [junit4]   2> 51837 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 51838 T28 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 51839 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 51840 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 51861 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 51864 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 51869 T114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1efba8bf name:ZooKeeperConnection Watcher:127.0.0.1:50247/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 51870 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 51876 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 51886 T28 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 51898 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 51903 T116 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e9fd18b name:ZooKeeperConnection Watcher:127.0.0.1:50247/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 51904 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 51909 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 53104 T102 oasha.CollectionsHandler.handleCreateAction Creating Collection : shards=a,b,c&maxShardsPerNode=2&router=implicit&name=implicitcoll0&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 53110 T51 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 53121 T53 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "router":"implicit",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 53125 T53 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "router":"implicit",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 54359 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 54361 T52 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: implicitcoll0
   [junit4]   2> 54362 T52 oasc.Overseer$ClusterStateUpdater.createCollection Create collection implicitcoll0 with shards [a, b, c]
   [junit4]   2> 54388 T51 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 54390 T83 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 54391 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 54389 T97 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 54393 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 54392 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 54391 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 54391 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 54455 T53 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [a, b, c] , repFactor : 2
   [junit4]   2> 54456 T53 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica1 as part of slice a of collection implicitcoll0 on 127.0.0.1:50255_ic%2Fy
   [junit4]   2> 54477 T53 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica2 as part of slice a of collection implicitcoll0 on 127.0.0.1:50264_ic%2Fy
   [junit4]   2> 54483 T53 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica1 as part of slice b of collection implicitcoll0 on 127.0.0.1:50251_ic%2Fy
   [junit4]   2> 54485 T53 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica2 as part of slice b of collection implicitcoll0 on 127.0.0.1:50258_ic%2Fy
   [junit4]   2> 54486 T53 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica1 as part of slice c of collection implicitcoll0 on 127.0.0.1:50261_ic%2Fy
   [junit4]   2> 54494 T53 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica2 as part of slice c of collection implicitcoll0 on 127.0.0.1:50255_ic%2Fy
   [junit4]   2> 54593 T90 oasc.ZkController.publish publishing core=implicitcoll0_c_replica1 state=down
   [junit4]   2> 54594 T74 oasc.ZkController.publish publishing core=implicitcoll0_b_replica2 state=down
   [junit4]   2> 54593 T62 oasc.ZkController.publish publishing core=implicitcoll0_a_replica1 state=down
   [junit4]   2> 54593 T103 oasc.ZkController.publish publishing core=implicitcoll0_a_replica2 state=down
   [junit4]   2> 54594 T61 oasc.ZkController.publish publishing core=implicitcoll0_c_replica2 state=down
   [junit4]   2> 54594 T46 oasc.ZkController.publish publishing core=implicitcoll0_b_replica1 state=down
   [junit4]   2> 54600 T90 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 54603 T74 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 54604 T103 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 54605 T62 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 54605 T61 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 54605 T46 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 55919 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 55925 T52 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica1",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50261_ic%2Fy",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50261/ic/y"}
   [junit4]   2> 55938 T52 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica2",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50258_ic%2Fy",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50258/ic/y"}
   [junit4]   2> 55950 T52 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica1",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50255_ic%2Fy",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50255/ic/y"}
   [junit4]   2> 55962 T52 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica2",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50264_ic%2Fy",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50264/ic/y"}
   [junit4]   2> 55974 T52 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node5",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica2",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50255_ic%2Fy",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50255/ic/y"}
   [junit4]   2> 56002 T52 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node6",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica1",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50251_ic%2Fy",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50251/ic/y"}
   [junit4]   2> 56034 T51 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 56037 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 56038 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 56039 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 56040 T97 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 56040 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 56041 T83 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 56041 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 56606 T74 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica2
   [junit4]   2> 56606 T90 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica1
   [junit4]   2> 56609 T103 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica2
   [junit4]   2> 56611 T62 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica1
   [junit4]   2> 56614 T61 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica2
   [junit4]   2> 56615 T103 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica2' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/implicitcoll0_a_replica2
   [junit4]   2> 56617 T103 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 56614 T46 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica1
   [junit4]   2> 56614 T74 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica2' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/implicitcoll0_b_replica2
   [junit4]   2> 56619 T74 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 56617 T61 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica2' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_c_replica2
   [junit4]   2> 56621 T61 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 56617 T90 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica1' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/implicitcoll0_c_replica1
   [junit4]   2> 56622 T90 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 56617 T62 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_a_replica1
   [junit4]   2> 56624 T62 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 56625 T74 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 56626 T74 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 56621 T46 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/implicitcoll0_b_replica1
   [junit4]   2> 56627 T46 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 56626 T61 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 56629 T61 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 56629 T90 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 56630 T90 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 56624 T103 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 56632 T103 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 56633 T74 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 56635 T74 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 56641 T61 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 56641 T61 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 56643 T46 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 56644 T46 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 56628 T62 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:implicitcoll0
   [junit4]   2> 56646 T62 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 56650 T90 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 56650 T90 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 56650 T103 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 56653 T103 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 56657 T46 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 56657 T46 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 56659 T74 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 56661 T62 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 56661 T61 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 56666 T90 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 56671 T103 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 56673 T74 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/implicitcoll0_b_replica2/'
   [junit4]   2> 56674 T46 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 56676 T61 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_c_replica2/'
   [junit4]   2> 56692 T62 oasc.ZkController.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 56697 T90 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/implicitcoll0_c_replica1/'
   [junit4]   2> 56706 T103 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/implicitcoll0_a_replica2/'
   [junit4]   2> 56723 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_a_replica1/'
   [junit4]   2> 56731 T46 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/implicitcoll0_b_replica1/'
   [junit4]   2> 57344 T90 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 57383 T46 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 57461 T62 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 57509 T74 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 57389 T103 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 57536 T61 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 57858 T90 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 57864 T90 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 57936 T103 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 57984 T103 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 58048 T61 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 58058 T74 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 58074 T62 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 58093 T74 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 58100 T61 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 58118 T62 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 58130 T46 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 58139 T46 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 58358 T90 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 58509 T103 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 58567 T46 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 58707 T61 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 58712 T62 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 58793 T74 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 63566 T61 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63567 T61 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63621 T46 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63622 T46 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63633 T103 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63633 T103 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63690 T90 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63691 T90 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63714 T62 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63715 T62 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63745 T61 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 63745 T90 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 63749 T62 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 63765 T103 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 63784 T46 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 63793 T74 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63802 T74 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 63806 T74 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 63836 T62 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 63841 T62 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 63847 T90 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 63849 T103 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 63867 T103 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 63852 T90 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 63862 T46 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 63856 T61 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 63885 T61 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 63886 T46 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 63922 T74 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 63928 T74 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 64119 T103 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64136 T46 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64153 T103 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64166 T46 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64184 T46 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64190 T90 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64193 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64197 T74 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64198 T46 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64199 T46 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64200 T46 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64208 T90 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64216 T61 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64217 T46 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64219 T46 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64220 T46 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 64221 T46 oasc.SolrCore.<init> [implicitcoll0_b_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/implicitcoll0_b_replica1/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/implicitcoll0_b_replica1/data/
   [junit4]   2> 64224 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64230 T74 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64235 T61 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 64240 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64243 T90 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64248 T74 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64250 T61 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64254 T62 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64255 T62 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64256 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64258 T74 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64259 T74 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64293 T74 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64255 T90 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64296 T90 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64297 T90 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64301 T74 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64302 T74 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64303 T74 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 64303 T74 oasc.SolrCore.<init> [implicitcoll0_b_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/implicitcoll0_b_replica2/, dataDir=./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/implicitcoll0_b_replica2/data/
   [junit4]   2> 64292 T46 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@610859c0
   [junit4]   2> 64291 T62 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64328 T62 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64329 T62 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 64330 T62 oasc.SolrCore.<init> [implicitcoll0_a_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_a_replica1/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_a_replica1/data/
   [junit4]   2> 64331 T62 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@610859c0
   [junit4]   2> 64336 T46 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/implicitcoll0_b_replica1/data
   [junit4]   2> 64336 T46 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/implicitcoll0_b_replica1/data/index/
   [junit4]   2> 64337 T46 oasc.SolrCore.initIndex WARN [implicitcoll0_b_replica1] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/implicitcoll0_b_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 64338 T62 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_a_replica1/data
   [junit4]   2> 64339 T62 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_a_replica1/data/index/
   [junit4]   2> 64339 T62 oasc.SolrCore.initIndex WARN [implicitcoll0_a_replica1] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_a_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 64340 T46 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1377481640251/implicitcoll0_b_replica1/data/index
   [junit4]   2> 64342 T46 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=24.005859375, floorSegmentMB=0.3740234375, forceMergeDeletesPctAllowed=0.933076469227061, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5074015294981715
   [junit4]   2> 64343 T62 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_a_replica1/data/index
   [junit4]   2> 64344 T62 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=24.005859375, floorSegmentMB=0.3740234375, forceMergeDeletesPctAllowed=0.933076469227061, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5074015294981715
   [junit4]   2> 64264 T103 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64258 T61 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64354 T61 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64354 T61 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64308 T74 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@610859c0
   [junit4]   2> 64302 T90 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64358 T90 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64359 T90 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 64361 T90 oasc.SolrCore.<init> [implicitcoll0_c_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/implicitcoll0_c_replica1/, dataDir=./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/implicitcoll0_c_replica1/data/
   [junit4]   2> 64362 T90 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@610859c0
   [junit4]   2> 64363 T61 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64363 T61 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64364 T61 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 64365 T61 oasc.SolrCore.<init> [implicitcoll0_c_replica2] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_c_replica2/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_c_replica2/data/
   [junit4]   2> 64366 T61 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@610859c0
   [junit4]   2> 64360 T103 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64367 T103 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64378 T103 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 64362 T62 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@79ec235e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d7fdca3),segFN=segments_1,generation=1}
   [junit4]   2> 64390 T62 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 64362 T46 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43c59008 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@653f3173),segFN=segments_1,generation=1}
   [junit4]   2> 64392 T46 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 64400 T103 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 64401 T103 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 64361 T74 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/implicitcoll0_b_replica2/data
   [junit4]   2> 64412 T74 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/implicitcoll0_b_replica2/data/index/
   [junit4]   2> 64413 T74 oasc.SolrCore.initIndex WARN [implicitcoll0_b_replica2] Solr index directory './org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/implicitcoll0_b_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 64403 T46 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 64402 T103 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 64434 T103 oasc.SolrCore.<init> [implicitcoll0_a_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/implicitcoll0_a_replica2/, dataDir=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/implicitcoll0_a_replica2/data/
   [junit4]   2> 64435 T103 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@610859c0
   [junit4]   2> 64367 T61 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_c_replica2/data
   [junit4]   2> 64446 T61 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_c_replica2/data/index/
   [junit4]   2> 64446 T61 oasc.SolrCore.initIndex WARN [implicitcoll0_c_replica2] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_c_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 64367 T90 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/implicitcoll0_c_replica1/data
   [junit4]   2> 64448 T90 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/implicitcoll0_c_replica1/data/index/
   [junit4]   2> 64449 T90 oasc.SolrCore.initIndex WARN [implicitcoll0_c_replica1] Solr index directory './org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/implicitcoll0_c_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 64448 T103 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/implicitcoll0_a_replica2/data
   [junit4]   2> 64456 T103 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/implicitcoll0_a_replica2/data/index/
   [junit4]   2> 64457 T103 oasc.SolrCore.initIndex WARN [implicitcoll0_a_replica2] Solr index directory './org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/implicitcoll0_a_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 64416 T62 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 64448 T74 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1377481644833/implicitcoll0_b_replica2/data/index
   [junit4]   2> 64462 T74 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=24.005859375, floorSegmentMB=0.3740234375, forceMergeDeletesPctAllowed=0.933076469227061, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5074015294981715
   [junit4]   2> 64469 T61 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1377481642855/implicitcoll0_c_replica2/data/index
   [junit4]   2> 64470 T61 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=24.005859375, floorSegmentMB=0.3740234375, forceMergeDeletesPctAllowed=0.933076469227061, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5074015294981715
   [junit4]   2> 64471 T90 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty3-1377481646782/implicitcoll0_c_replica1/data/index
   [junit4]   2> 64472 T90 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=24.005859375, floorSegmentMB=0.3740234375, forceMergeDeletesPctAllowed=0.933076469227061, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5074015294981715
   [junit4]   2> 64484 T103 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty4-1377481648703/implicitcoll0_a_replica2/data/index
   [junit4]   2> 64485 T103 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=24.005859375,

[...truncated too long message...]

{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2af42bc9)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2af42bc9)),segFN=segments_2,generation=2}
   [junit4]   2> 1222065 T3192 C1831 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1222066 T3192 oasc.SolrCore.closeSearcher [00007_core] Closing main searcher on request.
   [junit4]   2> 1222070 T3192 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1222071 T3192 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index;done=false>>]
   [junit4]   2> 1222071 T3192 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index
   [junit4]   2> 1222301 T3192 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data;done=false>>]
   [junit4]   2> 1222302 T3192 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data
   [junit4]   2> 1222303 T3192 oasc.SolrCore.close [00015_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@56d8ecf1
   [junit4]   2> 1222314 T3192 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=5,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=437,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=437,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1222315 T3192 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1222315 T3192 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1222316 T3192 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> ASYNC  NEW_CORE C1832 name=00015_core org.apache.solr.core.SolrCore@56d8ecf1
   [junit4]   2> 1222372 T3192 C1832 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28080128)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28080128)),segFN=segments_2,generation=2}
   [junit4]   2> 1222374 T3192 C1832 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1222376 T3192 oasc.SolrCore.closeSearcher [00015_core] Closing main searcher on request.
   [junit4]   2> 1222431 T3192 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1222431 T3192 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data;done=false>>]
   [junit4]   2> 1222433 T3192 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data
   [junit4]   2> 1222435 T3192 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index;done=false>>]
   [junit4]   2> 1222436 T3192 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index
   [junit4]   2> 1222678 T3192 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1225039 T3192 oas.SolrTestCaseJ4.tearDown ###Ending test30SecondsOld
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OpenCloseCoreStressTest -Dtests.method=test30SecondsOld -Dtests.seed=651FD158AD7FD19F -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=America/Indiana/Vevay -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 44.6s | OpenCloseCoreStressTest.test30SecondsOld <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Core 00000_core bad! expected:<447> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([651FD158AD7FD19F:492E5B06319FFCFC]:0)
   [junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:303)
   [junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:200)
   [junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsOld(OpenCloseCoreStressTest.java:114)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 1225052 T3192 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene45: {id=PostingsFormat(name=MockRandom), text=MockVariableIntBlock(baseBlockSize=34)}, docValues:{}, sim=DefaultSimilarity, locale=ms, timezone=America/Indiana/Vevay
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=2,threads=1,free=54316784,total=249933824
   [junit4]   2> NOTE: All tests run in this JVM: [PrimitiveFieldTypeTest, SolrTestCaseJ4Test, TestHashPartitioner, QueryResultKeyTest, SynonymTokenizerTest, URLClassifyProcessorTest, CustomCollectionTest, IndexBasedSpellCheckerTest, TestAnalyzedSuggestions, TestBadConfig, TestDocSet, ResourceLoaderTest, LegacyHTMLStripCharFilterTest, DateFieldTest, SortByFunctionTest, TestComponentsName, HdfsLockFactoryTest, SuggesterTest, ScriptEngineTest, ClusterStateUpdateTest, TestSuggestSpellingConverter, DistributedTermsComponentTest, SimpleFacetsTest, TestAddFieldRealTimeGet, TestSchemaSimilarityResource, CopyFieldTest, BJQParserTest, OverseerTest, TestLMDirichletSimilarityFactory, RecoveryZkTest, BasicDistributedZkTest, TestRandomFaceting, PathHierarchyTokenizerFactoryTest, TestSweetSpotSimilarityFactory, TestJmxIntegration, DistributedQueryElevationComponentTest, TestDefaultSearchFieldResource, TestReplicationHandler, PluginInfoTest, DocValuesMissingTest, HdfsUnloadDistributedZkTest, CSVRequestHandlerTest, XsltUpdateRequestHandlerTest, NotRequiredUniqueKeyTest, CachingDirectoryFactoryTest, LeaderElectionIntegrationTest, TestManagedSchema, PreAnalyzedFieldTest, StandardRequestHandlerTest, TestRemoteStreaming, TestReloadAndDeleteDocs, TestFieldTypeCollectionResource, TestCSVLoader, TestQueryUtils, TestDefaultSimilarityFactory, ReturnFieldsTest, TestBinaryResponseWriter, TimeZoneUtilsTest, SpellCheckComponentTest, ClusterStateTest, TestSolrXml, TestDistributedGrouping, MBeansHandlerTest, TestJoin, TestFieldTypeResource, BadCopyFieldTest, CoreAdminHandlerTest, TestRecovery, TestRandomMergePolicy, AutoCommitTest, HighlighterConfigTest, SolrXmlInZkTest, SearchHandlerTest, AddBlockUpdateTest, TestPartialUpdateDeduplication, TestSolrQueryParser, OpenCloseCoreStressTest]
   [junit4] Completed in 90.35s, 6 tests, 1 failure, 4 skipped <<< FAILURES!

[...truncated 764 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:450: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 325 suites, 1409 tests, 1 error, 1 failure, 40 ignored (5 assumptions)

Total time: 99 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure