You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/09/12 19:25:22 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 817 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/817/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
collection already exists: awholynewcollection_1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
	at __randomizedtesting.SeedInfo.seed([94D4FD1F82B70978:15327307F5E86944]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:268)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:663)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1572)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1586)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:481)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:152)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9668 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1097586 T2912 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /vpar/
   [junit4]   2> 1097601 T2912 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1379004210130
   [junit4]   2> 1097603 T2912 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1097604 T2913 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1097608 T2912 oasc.ZkTestServer.run start zk server on port:50037
   [junit4]   2> 1097615 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1097617 T2914 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 1099404 T2916 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37f712b2 name:ZooKeeperConnection Watcher:127.0.0.1:50037 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1099405 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1099406 T2912 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1099415 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1099419 T2921 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c0f8972 name:ZooKeeperConnection Watcher:127.0.0.1:50037/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1099420 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1099420 T2912 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1099428 T2912 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1099438 T2912 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1099446 T2912 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1099453 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1099455 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1099468 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1099469 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1099478 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1099480 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1099487 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1099488 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1099497 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1099498 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1099506 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1099507 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1099516 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1099518 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1099525 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1099526 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1099535 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1099536 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1099544 T2912 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1099544 T2912 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1100076 T2912 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1100102 T2912 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50041
   [junit4]   2> 1100104 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1100104 T2912 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1100105 T2912 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081
   [junit4]   2> 1100105 T2912 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/'
   [junit4]   2> 1100160 T2912 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/solr.xml
   [junit4]   2> 1100249 T2912 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1100249 T2912 oasc.CoreContainer.<init> New CoreContainer 1048505312
   [junit4]   2> 1100249 T2912 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/]
   [junit4]   2> 1100251 T2912 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1100252 T2912 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1100252 T2912 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1100253 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1100254 T2912 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1100254 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1100255 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1100256 T2912 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1100256 T2912 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1100257 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1100286 T2912 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1100287 T2912 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1100287 T2912 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50037/solr
   [junit4]   2> 1100288 T2912 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1100292 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1100298 T2932 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c694fa2 name:ZooKeeperConnection Watcher:127.0.0.1:50037 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1100300 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1100304 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1100324 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1100330 T2934 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a8bc1b8 name:ZooKeeperConnection Watcher:127.0.0.1:50037/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1100335 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1100338 T2912 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1100353 T2912 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1100363 T2912 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1100369 T2912 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50041_vpar
   [junit4]   2> 1100371 T2912 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50041_vpar
   [junit4]   2> 1100381 T2912 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1100398 T2912 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1100411 T2912 oasc.Overseer.start Overseer (id=90374419915669507-127.0.0.1:50041_vpar-n_0000000000) starting
   [junit4]   2> 1100424 T2912 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1100436 T2936 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1100438 T2912 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1100445 T2912 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1100451 T2912 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1100462 T2935 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1100472 T2912 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081
   [junit4]   2> 1100674 T2912 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/conf/
   [junit4]   2> 1100686 T2912 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1100688 T2912 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1100689 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1100690 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1100717 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1100721 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1100730 T2939 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60823f2a name:ZooKeeperConnection Watcher:127.0.0.1:50037/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1100731 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1100738 T2912 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1100750 T2912 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1101300 T2912 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1101309 T2912 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50045
   [junit4]   2> 1101311 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1101312 T2912 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1101313 T2912 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282
   [junit4]   2> 1101313 T2912 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/'
   [junit4]   2> 1101363 T2912 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/solr.xml
   [junit4]   2> 1101469 T2912 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1101469 T2912 oasc.CoreContainer.<init> New CoreContainer 551861814
   [junit4]   2> 1101470 T2912 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/]
   [junit4]   2> 1101472 T2912 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1101473 T2912 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1101473 T2912 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1101473 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1101474 T2912 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1101474 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1101475 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1101475 T2912 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1101476 T2912 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1101476 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1101497 T2912 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1101497 T2912 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1101498 T2912 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50037/solr
   [junit4]   2> 1101498 T2912 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1101500 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1101506 T2950 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@632645e1 name:ZooKeeperConnection Watcher:127.0.0.1:50037 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1101507 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1101513 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1101535 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1101540 T2952 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7291e78c name:ZooKeeperConnection Watcher:127.0.0.1:50037/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1101540 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1101551 T2912 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1102560 T2912 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50045_vpar
   [junit4]   2> 1102563 T2912 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50045_vpar
   [junit4]   2> 1102572 T2939 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1102572 T2952 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1102572 T2934 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1102586 T2912 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282
   [junit4]   2> 1102776 T2912 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/conf/
   [junit4]   2> 1102783 T2912 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1102784 T2912 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1102785 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1102785 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1103259 T2912 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1103264 T2912 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50048
   [junit4]   2> 1103266 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1103267 T2912 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1103268 T2912 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330
   [junit4]   2> 1103269 T2912 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/'
   [junit4]   2> 1103311 T2912 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/solr.xml
   [junit4]   2> 1103460 T2912 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1103461 T2912 oasc.CoreContainer.<init> New CoreContainer 962840099
   [junit4]   2> 1103461 T2912 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/]
   [junit4]   2> 1103464 T2912 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1103465 T2912 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1103466 T2912 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1103466 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1103467 T2912 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1103468 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1103468 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1103469 T2912 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1103469 T2912 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1103470 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1103499 T2912 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1103500 T2912 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1103501 T2912 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50037/solr
   [junit4]   2> 1103501 T2912 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1103504 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1104329 T2964 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d14a66a name:ZooKeeperConnection Watcher:127.0.0.1:50037 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1104334 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1104341 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1104367 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1104372 T2966 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2954c8dc name:ZooKeeperConnection Watcher:127.0.0.1:50037/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1104373 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1104384 T2912 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1105394 T2912 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50048_vpar
   [junit4]   2> 1105397 T2912 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50048_vpar
   [junit4]   2> 1105403 T2966 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1105403 T2934 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1105404 T2952 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1105404 T2939 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1105414 T2912 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330
   [junit4]   2> 1105637 T2912 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/conf/
   [junit4]   2> 1105651 T2912 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1105652 T2912 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1105652 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1105653 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1106118 T2912 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1106127 T2912 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50051
   [junit4]   2> 1106129 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1106130 T2912 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1106131 T2912 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196
   [junit4]   2> 1106131 T2912 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/'
   [junit4]   2> 1106193 T2912 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/solr.xml
   [junit4]   2> 1106345 T2912 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1106346 T2912 oasc.CoreContainer.<init> New CoreContainer 1745671863
   [junit4]   2> 1106346 T2912 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/]
   [junit4]   2> 1106349 T2912 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1106350 T2912 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1106351 T2912 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1106351 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1106352 T2912 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1106353 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1106353 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1106354 T2912 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1106354 T2912 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1106355 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1106376 T2912 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1106377 T2912 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1106377 T2912 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50037/solr
   [junit4]   2> 1106377 T2912 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1106379 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1106387 T2978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e94e505 name:ZooKeeperConnection Watcher:127.0.0.1:50037 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1106388 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1106392 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1106408 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1106413 T2980 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bd0fed6 name:ZooKeeperConnection Watcher:127.0.0.1:50037/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1106413 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1106424 T2912 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1107434 T2912 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50051_vpar
   [junit4]   2> 1107437 T2912 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50051_vpar
   [junit4]   2> 1107444 T2939 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107445 T2952 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107445 T2934 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107446 T2966 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107446 T2980 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1107462 T2912 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196
   [junit4]   2> 1107646 T2912 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/conf/
   [junit4]   2> 1107658 T2912 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1107660 T2912 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1107660 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1107661 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1108190 T2912 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1108203 T2912 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50054
   [junit4]   2> 1108205 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1108205 T2912 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1108206 T2912 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214
   [junit4]   2> 1108207 T2912 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/'
   [junit4]   2> 1108270 T2912 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/solr.xml
   [junit4]   2> 1108420 T2912 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1108420 T2912 oasc.CoreContainer.<init> New CoreContainer 1625376996
   [junit4]   2> 1108421 T2912 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/]
   [junit4]   2> 1108423 T2912 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1108424 T2912 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1108424 T2912 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1108425 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1108425 T2912 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1108425 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1108426 T2912 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1108426 T2912 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1108426 T2912 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1108427 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1108445 T2912 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1108445 T2912 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1108446 T2912 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50037/solr
   [junit4]   2> 1108446 T2912 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1108448 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108451 T2992 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@601ff4d8 name:ZooKeeperConnection Watcher:127.0.0.1:50037 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1108452 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1108457 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1108475 T2912 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108479 T2994 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13c6d411 name:ZooKeeperConnection Watcher:127.0.0.1:50037/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1108480 T2912 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1108493 T2912 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1109502 T2912 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50054_vpar
   [junit4]   2> 1109504 T2912 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50054_vpar
   [junit4]   2> 1109512 T2966 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1109512 T2934 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1109512 T2952 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1109512 T2980 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1109512 T2994 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1109512 T2939 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1109523 T2912 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214
   [junit4]   2> 1109726 T2912 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/conf/
   [junit4]   2> 1109736 T2912 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1109737 T2912 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1109738 T2912 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1109739 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1109758 T2912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1109791 T2946 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1109795 T2934 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1109798 T2936 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1109799 T2936 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1111011 T2935 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1111012 T2935 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 1111012 T2935 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 1111021 T2952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1111022 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1111022 T2980 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1111022 T2966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1111023 T2939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1111022 T2994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1111038 T2936 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 1111038 T2936 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:50048_vpar
   [junit4]   2> 1111039 T2936 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:50045_vpar
   [junit4]   2> 1111040 T2936 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50051_vpar
   [junit4]   2> 1111044 T2936 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50041_vpar
   [junit4]   2> 1111049 T2958 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 1111052 T2972 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 1111054 T2944 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 1111056 T2928 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 1111058 T2958 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1111059 T2944 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1111059 T2972 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1111061 T2928 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1112538 T2935 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1112544 T2935 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50048_vpar",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50048/vpar"}
   [junit4]   2> 1112555 T2935 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50051_vpar",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50051/vpar"}
   [junit4]   2> 1112565 T2935 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50045_vpar",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50045/vpar"}
   [junit4]   2> 1112574 T2935 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50041_vpar",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50041/vpar"}
   [junit4]   2> 1112584 T2980 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1112584 T2966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1112584 T2939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1112584 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1112584 T2952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1112584 T2994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1113061 T2958 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 1113063 T2944 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 1113065 T2958 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/nodes_used_collection_shard1_replica1
   [junit4]   2> 1113066 T2958 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1113066 T2944 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/nodes_used_collection_shard1_replica2
   [junit4]   2> 1113067 T2944 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1113067 T2958 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1113067 T2972 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 1113068 T2958 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1113070 T2928 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 1113071 T2972 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/nodes_used_collection_shard2_replica1
   [junit4]   2> 1113072 T2972 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1113073 T2944 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1113074 T2944 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1113075 T2928 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/nodes_used_collection_shard2_replica2
   [junit4]   2> 1113076 T2928 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1113076 T2958 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1113077 T2958 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1113076 T2972 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1113078 T2972 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1113079 T2928 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1113080 T2928 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1113082 T2944 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1113083 T2944 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1113085 T2972 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1113086 T2972 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1113086 T2928 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1113089 T2958 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1113093 T2944 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1113094 T2958 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 1113099 T2944 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 1113102 T2928 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1113105 T2928 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 1113107 T2972 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1113138 T2972 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 1113414 T2928 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1113414 T2944 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1113432 T2972 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1113442 T2958 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1113661 T2944 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1113676 T2972 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1113676 T2944 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1113679 T2972 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1113689 T2958 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1113698 T2928 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1113698 T2958 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1113703 T2972 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1113714 T2928 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1113717 T2944 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1113731 T2958 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1113764 T2928 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1116151 T2928 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1116159 T2958 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1116174 T2972 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1116188 T2972 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1116192 T2958 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1116192 T2972 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1116202 T2958 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1116214 T2928 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1116239 T2928 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1116267 T2944 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1116293 T2944 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1116305 T2944 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1116366 T2972 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1116404 T2972 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1116408 T2958 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1116420 T2972 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1116423 T2958 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1116431 T2972 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1116436 T2972 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1116437 T2972 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1116440 T2928 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1116445 T2958 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1116451 T2972 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1116452 T2972 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1116453 T2972 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1116454 T2972 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/nodes_used_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 1116455 T2972 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55247653
   [junit4]   2> 1116457 T2972 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/nodes_used_collection_shard2_replica1/data
   [junit4]   2> 1116452 T2958 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1116458 T2958 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1116457 T2928 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1116460 T2944 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1116459 T2972 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 1116462 T2972 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116459 T2958 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1116465 T2972 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379004218196/nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 1116472 T2972 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=53.28125, floorSegmentMB=1.4658203125, forceMergeDeletesPctAllowed=3.6104281907152203, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1116473 T2944 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1116474 T2972 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3b22be9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de1b328),segFN=segments_1,generation=1}
   [junit4]   2> 1116475 T2972 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116467 T2958 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1116476 T2958 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1116477 T2958 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1116478 T2958 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/nodes_used_collection_shard1_replica1/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 1116478 T2958 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55247653
   [junit4]   2> 1116479 T2928 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1116480 T2958 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/nodes_used_collection_shard1_replica1/data
   [junit4]   2> 1116483 T2928 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1116483 T2928 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1116484 T2928 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1116485 T2958 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 1116486 T2958 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116490 T2944 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1116493 T2958 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379004215330/nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 1116495 T2958 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=53.28125, floorSegmentMB=1.4658203125, forceMergeDeletesPctAllowed=3.6104281907152203, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1116496 T2928 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1116497 T2928 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1116497 T2928 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1116498 T2928 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/nodes_used_collection_shard2_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 1116497 T2972 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1116499 T2928 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55247653
   [junit4]   2> 1116498 T2958 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d3da1c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74636c8d),segFN=segments_1,generation=1}
   [junit4]   2> 1116501 T2958 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116501 T2928 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/nodes_used_collection_shard2_replica2/data
   [junit4]   2> 1116502 T2944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1116503 T2944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1116504 T2944 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1116504 T2928 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 1116505 T2928 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116506 T2928 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379004212081/nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 1116507 T2928 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=53.28125, floorSegmentMB=1.4658203125, forceMergeDeletesPctAllowed=3.6104281907152203, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1116500 T2972 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1116511 T2972 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1116510 T2928 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11b76ca1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55f13e1b),segFN=segments_1,generation=1}
   [junit4]   2> 1116512 T2972 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1116511 T2958 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1116513 T2972 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1116515 T2972 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1116516 T2972 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1116517 T2972 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1116517 T2972 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116513 T2944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1116519 T2944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1116513 T2928 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116520 T2944 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1116522 T2944 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/nodes_used_collection_shard1_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 1116522 T2944 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55247653
   [junit4]   2> 1116524 T2944 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/nodes_used_collection_shard1_replica2/data
   [junit4]   2> 1116519 T2972 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1116525 T2972 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1116526 T2972 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1116526 T2972 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1116527 T2972 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116528 T2972 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116529 T2928 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1116530 T2928 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1116531 T2928 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1116532 T2928 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1116533 T2928 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1116533 T2928 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1116534 T2944 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 1116535 T2944 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116536 T2944 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379004213282/nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 1116537 T2944 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=53.28125, floorSegmentMB=1.4658203125, forceMergeDeletesPctAllowed=3.6104281907152203, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1116538 T2944 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1907596d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@72476c5),segFN=segments_1,generation=1}
   [junit4]   2> 1116539 T2944 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116514 T2958 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1116546 T2958 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1116546 T2958 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1116547 T2958 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1116548 T2958 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1116549 T2958 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1116550 T2958 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1116550 T2958 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116552 T2958 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1116553 T2972 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116535 T2928 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1116555 T2928 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1116555 T2928 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116557 T2928 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1116558 T2928 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1116559 T2928 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1116559 T2928 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1116561 T2928 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116562 T2928 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116563 T2972 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116563 T2972 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116553 T2958 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1116564 T2958 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1116565 T2958 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1116567 T2958 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116548 T2944 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1116567 T2958 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116567 T2928 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116565 T2972 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1057424642, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1116573 T2958 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116568 T2944 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1116577 T2944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1116578 T2944 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1116579 T2944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1116580 T2944 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1116581 T2944 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1116581 T2928 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116583 T2928 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116583 T2944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1116585 T2944 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116584 T2972 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3b22be9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de1b328),segFN=segments_1,generation=1}
   [junit4]   2> 1116586 T2972 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116587 T2972 oass.SolrIndexSearcher.<init> Opening Searcher@2096ce0 main
   [junit4]   2> 1116586 T2944 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1116591 T2944 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1116592 T2944 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1116592 T2944 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1116593 T2958 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116594 T2958 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116590 T2928 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1057424642, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1116596 T2958 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1057424642, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1116594 T2944 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116597 T2928 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11b76ca1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55f13e1b),segFN=segments_1,generation=1}
   [junit4]   2> 1116598 T2928 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116601 T2928 oass.SolrIndexSearcher.<init> Opening Searcher@3f8673ed main
   [junit4]   2> 1116598 T2944 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116606 T2944 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116599 T2958 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d3da1c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74636c8d),segFN=segments_1,generation=1}
   [junit4]   2> 1116623 T2958 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116621 T3000 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@2096ce0 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116624 T2958 oass.SolrIndexSearcher.<init> Opening Searcher@3073bd8c main
   [junit4]   2> 1116625 T2944 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116626 T3001 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@3f8673ed main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116627 T2944 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116633 T3002 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@3073bd8c main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116637 T2958 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 1116637 T2958 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:50048/vpar collection:nodes_used_collection shard:shard1
   [junit4]   2> 1116637 T2958 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1116638 T2944 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1057424642, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1116638 T2928 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 1116639 T2928 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:50041/vpar collection:nodes_used_collection shard:shard2
   [junit4]   2> 1116640 T2928 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1116639 T2944 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1907596d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@72476c5),segFN=segments_1,generation=1}
   [junit4]   2> 1116651 T2944 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116651 T2944 oass.SolrIndexSearcher.<init> Opening Searcher@37d5742e main
   [junit4]   2> 1116657 T3003 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@37d5742e main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116639 T2972 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 1116658 T2972 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:50051/vpar collection:nodes_used_collection shard:shard2
   [junit4]   2> 1116658 T2944 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 1116663 T2944 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:50045/vpar collection:nodes_used_collection shard:shard1
   [junit4]   2> 1116663 T2944 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1116662 T2972 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1116694 T2928 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 1116695 T2958 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 1116708 T2972 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 1116726 T2944 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_el

[...truncated too long message...]

ace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/awholynewcollection_1_shard2_replica5/data
   [junit4]   2> 1181540 T2912 oasc.SolrCore.close [awholynewcollection_1_shard1_replica5]  CLOSING SolrCore org.apache.solr.core.SolrCore@47a3dd9e
   [junit4]   2> 1181549 T2912 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1181550 T2912 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1181551 T2912 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1181551 T2912 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1181552 T2912 oasc.SolrCore.closeSearcher [awholynewcollection_1_shard1_replica5] Closing main searcher on request.
   [junit4]   2> 1181553 T2912 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1181553 T2912 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/awholynewcollection_1_shard1_replica5/data [CachedDir<<refCount=0;path=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/awholynewcollection_1_shard1_replica5/data;done=false>>]
   [junit4]   2> 1181554 T2912 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/awholynewcollection_1_shard1_replica5/data
   [junit4]   2> 1181554 T2912 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/awholynewcollection_1_shard1_replica5/data/index [CachedDir<<refCount=0;path=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/awholynewcollection_1_shard1_replica5/data/index;done=false>>]
   [junit4]   2> 1181554 T2912 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379004220214/awholynewcollection_1_shard1_replica5/data/index
   [junit4]   2> 1181556 T3219 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90374419915669516-127.0.0.1:50054_vpar-n_0000000004) am no longer a leader.
   [junit4]   2> 1181578 T2912 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/vpar,null}
   [junit4]   2> 1181652 T2912 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1181655 T2912 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50037 50037
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=94D4FD1F82B70978 -Dtests.slow=true -Dtests.locale=fr_LU -Dtests.timezone=Mideast/Riyadh89 -Dtests.file.encoding=UTF-8
   [junit4] ERROR   84.2s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([94D4FD1F82B70978:15327307F5E86944]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:268)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:663)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1572)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1586)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:481)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:152)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 1181833 T2912 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 84259 T2911 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 1182861 T2994 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1182863 T2994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1182863 T2994 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene45: {}, docValues:{}, sim=DefaultSimilarity, locale=fr_LU, timezone=Mideast/Riyadh89
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_40 (64-bit)/cpus=2,threads=4,free=115671040,total=240054272
   [junit4]   2> NOTE: All tests run in this JVM: [ZkNodePropsTest, PreAnalyzedFieldTest, WordBreakSolrSpellCheckerTest, HighlighterConfigTest, JsonLoaderTest, SolrXmlInZkTest, ShardRoutingCustomTest, TestImplicitCoreProperties, ResponseLogComponentTest, DirectUpdateHandlerTest, TestSweetSpotSimilarityFactory, TestSolrQueryParserResource, TestSolrDeletionPolicy1, TestSurroundQueryParser, SuggesterFSTTest, MultiTermTest, TestCSVResponseWriter, DirectSolrConnectionTest, TestCloudManagedSchema, SolrInfoMBeanTest, TestPerFieldSimilarity, TestXIncludeConfig, NoCacheHeaderTest, TestAtomicUpdateErrorCases, TestPseudoReturnFields, PathHierarchyTokenizerFactoryTest, AutoCommitTest, AssignTest, TestBM25SimilarityFactory, StatsComponentTest, TestExtendedDismaxParser, TestCharFilters, TestFieldResource, TestStressLucene, TestReloadAndDeleteDocs, InfoHandlerTest, TestSuggestSpellingConverter, TestFaceting, SignatureUpdateProcessorFactoryTest, TestSchemaVersionResource, SolrIndexSplitterTest, SyncSliceTest, HighlighterTest, TestRecoveryHdfs, TestSerializedLuceneMatchVersion, PluginInfoTest, TestStressVersions, XsltUpdateRequestHandlerTest, TestJoin, TestPartialUpdateDeduplication, HdfsUnloadDistributedZkTest, DistributedSpellCheckComponentTest, SimpleFacetsTest, ShardRoutingTest, TestLFUCache, DeleteShardTest, TestSchemaResource, LegacyHTMLStripCharFilterTest, DocValuesMissingTest, TestSolrXml, CircularListTest, TestGroupingSearch, RegexBoostProcessorTest, TimeZoneUtilsTest, SuggesterTSTTest, OutputWriterTest, TestRemoteStreaming, TestQueryUtils, TestSolrCoreProperties, OpenExchangeRatesOrgProviderTest, TestNonNRTOpen, ParsingFieldUpdateProcessorsTest, CurrencyFieldXmlFileTest, TestFieldTypeCollectionResource, TestTrie, SolrCmdDistributorTest, SpellingQueryConverterTest, TestRangeQuery, LeaderElectionIntegrationTest, SpatialFilterTest, NotRequiredUniqueKeyTest, TestDFRSimilarityFactory, TermVectorComponentTest, TestDefaultSearchFieldResource, DistanceFunctionTest, TestReload, TestRTGBase, UniqFieldsUpdateProcessorFactoryTest, SystemInfoHandlerTest, HdfsCollectionsAPIDistributedZkTest, TestSolrXmlPersistor, TestRandomFaceting, DocumentAnalysisRequestHandlerTest, TestFieldCollectionResource, ChaosMonkeySafeLeaderTest, TermVectorComponentDistributedTest, MBeansHandlerTest, ExternalFileFieldSortTest, UnloadDistributedZkTest, TestReversedWildcardFilterFactory, BasicFunctionalityTest, OverseerTest, SpellCheckCollatorTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 85.58s, 1 test, 1 error <<< FAILURES!

[...truncated 680 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:396: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:376: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:455: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1230: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:873: There were test failures: 325 suites, 1446 tests, 1 error, 39 ignored (5 assumptions)

Total time: 95 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure