You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/01/13 08:41:34 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b121) - Build # 8973 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/8973/
Java: 32bit/jdk1.8.0-ea-b121 -client -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
reloadcollection the collection time out:60s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: reloadcollection the collection time out:60s
	at __randomizedtesting.SeedInfo.seed([FB84B917074097A9:7A62370F701FF795]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:765)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10373 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 257697 T1002 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /i/jw
   [junit4]   2> 257699 T1002 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1389597589698
   [junit4]   2> 257700 T1002 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 257701 T1003 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 257801 T1002 oasc.ZkTestServer.run start zk server on port:36582
   [junit4]   2> 257802 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 257886 T1009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3908c4 name:ZooKeeperConnection Watcher:127.0.0.1:36582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 257886 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 257887 T1002 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 257893 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 257895 T1011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13f8f00 name:ZooKeeperConnection Watcher:127.0.0.1:36582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 257895 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 257896 T1002 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 257899 T1002 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 257901 T1002 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 257903 T1002 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 257905 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 257906 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 257910 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 257911 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 257914 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 257914 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 257917 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 257917 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 257919 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 257920 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 257922 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 257922 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 257924 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 257924 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 257926 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 257927 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 257929 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 257929 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 257932 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 257932 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 257934 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 257935 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 257937 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 257943 T1013 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bb8148 name:ZooKeeperConnection Watcher:127.0.0.1:36582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 257944 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 257944 T1002 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 257947 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 257948 T1015 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9d5e74 name:ZooKeeperConnection Watcher:127.0.0.1:36582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 257949 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 257949 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 257950 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 257953 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 257953 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 257956 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 257956 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 257959 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 257960 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 257962 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 257963 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 257966 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 257967 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 257969 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 257969 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 257971 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 257971 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 257974 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 257975 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 257977 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 257977 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 257980 T1002 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 257980 T1002 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 258050 T1002 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 258058 T1002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46141
   [junit4]   2> 258058 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 258059 T1002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 258059 T1002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389597589980
   [junit4]   2> 258059 T1002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389597589980/'
   [junit4]   2> 258078 T1002 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389597589980/solr.xml
   [junit4]   2> 258095 T1002 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 258095 T1002 oasc.CoreContainer.<init> New CoreContainer 21294339
   [junit4]   2> 258096 T1002 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389597589980/]
   [junit4]   2> 258097 T1002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 258097 T1002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 258097 T1002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 258098 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 258098 T1002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 258099 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 258099 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 258100 T1002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 258100 T1002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 258102 T1002 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 258102 T1002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 258102 T1002 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 258103 T1002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36582/solr
   [junit4]   2> 258103 T1002 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 258104 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 258106 T1026 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10d9b98 name:ZooKeeperConnection Watcher:127.0.0.1:36582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 258107 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 258109 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 258110 T1028 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@184d74d name:ZooKeeperConnection Watcher:127.0.0.1:36582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 258110 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 258112 T1002 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 258114 T1002 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 258116 T1002 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 258118 T1002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46141_i%2Fjw
   [junit4]   2> 258119 T1002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46141_i%2Fjw
   [junit4]   2> 258121 T1002 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 258122 T1002 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 258126 T1002 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 258128 T1002 oasc.Overseer.start Overseer (id=91068667638579205-127.0.0.1:46141_i%2Fjw-n_0000000000) starting
   [junit4]   2> 258134 T1002 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 258137 T1030 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 258137 T1002 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 258139 T1002 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 258140 T1002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 258142 T1029 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 258143 T1002 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389597589980
   [junit4]   2> 258144 T1002 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389597589980/conf/
   [junit4]   2> 258180 T1002 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 258180 T1002 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 258181 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 258182 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 258184 T1033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cc3f1b name:ZooKeeperConnection Watcher:127.0.0.1:36582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 258184 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 258185 T1002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 258187 T1002 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 258255 T1002 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 258257 T1002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45754
   [junit4]   2> 258258 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 258258 T1002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 258259 T1002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185
   [junit4]   2> 258259 T1002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/'
   [junit4]   2> 258274 T1002 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/solr.xml
   [junit4]   2> 258300 T1002 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 258300 T1002 oasc.CoreContainer.<init> New CoreContainer 24359787
   [junit4]   2> 258301 T1002 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/]
   [junit4]   2> 258301 T1002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 258301 T1002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 258302 T1002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 258302 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 258302 T1002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 258302 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 258303 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 258303 T1002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 258303 T1002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 258315 T1002 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 258315 T1002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 258315 T1002 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 258316 T1002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36582/solr
   [junit4]   2> 258316 T1002 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 258317 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 258318 T1044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@285f93 name:ZooKeeperConnection Watcher:127.0.0.1:36582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 258319 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 258321 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 258322 T1046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@954749 name:ZooKeeperConnection Watcher:127.0.0.1:36582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 258323 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 258326 T1002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 259329 T1002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45754_i%2Fjw
   [junit4]   2> 259347 T1002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45754_i%2Fjw
   [junit4]   2> 259350 T1033 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 259350 T1028 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 259350 T1046 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 259354 T1002 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185
   [junit4]   2> 259355 T1002 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/conf/
   [junit4]   2> 259385 T1002 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 259386 T1002 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 259386 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 259459 T1002 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 259461 T1002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56750
   [junit4]   2> 259461 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 259462 T1002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 259462 T1002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384
   [junit4]   2> 259462 T1002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/'
   [junit4]   2> 259479 T1002 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/solr.xml
   [junit4]   2> 259492 T1002 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 259493 T1002 oasc.CoreContainer.<init> New CoreContainer 20245168
   [junit4]   2> 259493 T1002 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/]
   [junit4]   2> 259493 T1002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 259494 T1002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 259494 T1002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 259494 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 259495 T1002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 259495 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 259495 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 259496 T1002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 259496 T1002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 259498 T1002 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 259498 T1002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 259498 T1002 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 259499 T1002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36582/solr
   [junit4]   2> 259499 T1002 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 259502 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 259503 T1058 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c4b2b5 name:ZooKeeperConnection Watcher:127.0.0.1:36582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 259504 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 259507 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 259508 T1060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@345907 name:ZooKeeperConnection Watcher:127.0.0.1:36582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 259508 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 259511 T1002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 260513 T1002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56750_i%2Fjw
   [junit4]   2> 260514 T1002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56750_i%2Fjw
   [junit4]   2> 260517 T1033 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 260517 T1028 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 260517 T1046 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 260518 T1060 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 260521 T1002 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384
   [junit4]   2> 260522 T1002 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/conf/
   [junit4]   2> 260558 T1002 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 260558 T1002 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 260559 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 260634 T1002 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 260636 T1002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46544
   [junit4]   2> 260637 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 260637 T1002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 260638 T1002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557
   [junit4]   2> 260638 T1002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/'
   [junit4]   2> 260654 T1002 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/solr.xml
   [junit4]   2> 260670 T1002 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 260671 T1002 oasc.CoreContainer.<init> New CoreContainer 1283992
   [junit4]   2> 260671 T1002 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/]
   [junit4]   2> 260672 T1002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 260672 T1002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 260672 T1002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 260672 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 260673 T1002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 260674 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 260674 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 260675 T1002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 260675 T1002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 260679 T1002 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 260679 T1002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 260680 T1002 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 260680 T1002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36582/solr
   [junit4]   2> 260687 T1002 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 260688 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 260690 T1072 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@120d83f name:ZooKeeperConnection Watcher:127.0.0.1:36582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 260690 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 260693 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 260694 T1074 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17b17b8 name:ZooKeeperConnection Watcher:127.0.0.1:36582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 260694 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 260698 T1002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 261701 T1002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46544_i%2Fjw
   [junit4]   2> 261702 T1002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46544_i%2Fjw
   [junit4]   2> 261705 T1033 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 261706 T1074 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 261706 T1046 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 261705 T1028 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 261706 T1060 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 261710 T1002 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557
   [junit4]   2> 261711 T1002 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/conf/
   [junit4]   2> 261759 T1002 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 261760 T1002 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 261760 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 261875 T1002 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 261881 T1002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40213
   [junit4]   2> 261882 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 261882 T1002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 261883 T1002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759
   [junit4]   2> 261883 T1002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/'
   [junit4]   2> 261909 T1002 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/solr.xml
   [junit4]   2> 261929 T1002 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 261929 T1002 oasc.CoreContainer.<init> New CoreContainer 25539886
   [junit4]   2> 261930 T1002 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/]
   [junit4]   2> 261930 T1002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 261931 T1002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 261931 T1002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 261932 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 261932 T1002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 261932 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 261933 T1002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 261933 T1002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 261933 T1002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 261939 T1002 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 261939 T1002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 261940 T1002 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 261940 T1002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36582/solr
   [junit4]   2> 261941 T1002 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 261942 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 261944 T1086 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@339460 name:ZooKeeperConnection Watcher:127.0.0.1:36582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 261944 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 261947 T1002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 261949 T1088 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9be69d name:ZooKeeperConnection Watcher:127.0.0.1:36582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 261949 T1002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 261952 T1002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 262955 T1002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40213_i%2Fjw
   [junit4]   2> 262958 T1002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40213_i%2Fjw
   [junit4]   2> 262961 T1033 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 262962 T1028 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 262962 T1046 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 262962 T1060 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 262961 T1074 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 262962 T1088 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 262967 T1002 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759
   [junit4]   2> 262968 T1002 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/conf/
   [junit4]   2> 263009 T1002 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 263009 T1002 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 263010 T1002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 263018 T1041 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=conf1&router.field=myOwnField&name=solrj_collection&router.name=compositeId&action=CREATE&numShards=2&wt=javabin&version=2
   [junit4]   2> 263020 T1028 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 263021 T1030 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 263021 T1030 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 263023 T1030 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 263023 T1030 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 263026 T1028 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 263028 T1029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 263029 T1029 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 263029 T1029 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 263031 T1028 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 263032 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263032 T1060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263032 T1046 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263032 T1088 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263032 T1074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263032 T1028 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263127 T1030 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 263127 T1030 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:46544_i%2Fjw
   [junit4]   2> 263128 T1030 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:40213_i%2Fjw
   [junit4]   2> 263129 T1030 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:45754_i%2Fjw
   [junit4]   2> 263132 T1030 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:56750_i%2Fjw
   [junit4]   2> 263137 T1081 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 263138 T1039 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 263138 T1067 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 263140 T1056 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 263236 T1028 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 263236 T1081 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 263239 T1039 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 263239 T1067 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 263240 T1056 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 263241 T1029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 263242 T1029 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40213/i/jw",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40213_i%2Fjw",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 263244 T1028 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 263245 T1029 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45754/i/jw",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45754_i%2Fjw",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 263247 T1028 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 263248 T1029 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46544/i/jw",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46544_i%2Fjw",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 263250 T1028 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 263252 T1029 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56750/i/jw",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56750_i%2Fjw",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 263254 T1028 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 263359 T1060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263360 T1074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263359 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263359 T1046 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263359 T1088 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 263360 T1028 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 264237 T1081 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 264238 T1081 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/solrj_collection_shard1_replica2
   [junit4]   2> 264239 T1081 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 264240 T1039 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 264240 T1081 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 264240 T1067 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 264241 T1039 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/solrj_collection_shard2_replica1
   [junit4]   2> 264240 T1056 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 264240 T1081 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 264241 T1067 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/solrj_collection_shard1_replica1
   [junit4]   2> 264241 T1039 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 264242 T1067 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 264243 T1039 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 264243 T1039 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 264242 T1056 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/solrj_collection_shard2_replica2
   [junit4]   2> 264244 T1056 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 264243 T1067 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 264243 T1081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/solrj_collection_shard1_replica2/'
   [junit4]   2> 264245 T1056 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 264246 T1056 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 264245 T1067 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 264244 T1039 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/solrj_collection_shard2_replica1/'
   [junit4]   2> 264247 T1056 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/solrj_collection_shard2_replica2/'
   [junit4]   2> 264249 T1067 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/solrj_collection_shard1_replica1/'
   [junit4]   2> 264330 T1081 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 264344 T1039 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 264397 T1067 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 264425 T1056 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 264448 T1081 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 264449 T1039 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 264460 T1081 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 264473 T1067 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 264474 T1039 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 264484 T1067 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 264492 T1056 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 264494 T1081 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 264494 T1056 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 264516 T1039 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 264535 T1067 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 264541 T1056 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 265290 T1039 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 265297 T1081 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 265305 T1039 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 265305 T1081 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 265306 T1039 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 265307 T1081 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 265320 T1081 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 265337 T1039 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 265337 T1081 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 265340 T1039 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 265376 T1056 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 265377 T1056 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 265378 T1056 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 265380 T1067 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 265380 T1067 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 265382 T1067 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 265384 T1081 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 265389 T1056 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 265391 T1056 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 265391 T1081 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 265393 T1067 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 265400 T1081 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 265401 T1067 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 265401 T1081 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 265401 T1081 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 265402 T1081 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 265404 T1039 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 265405 T1081 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 265405 T1081 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 265406 T1081 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 265406 T1081 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/solrj_collection_shard1_replica2/data/
   [junit4]   2> 265407 T1081 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bf6799
   [junit4]   2> 265408 T1081 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/solrj_collection_shard1_replica2/data
   [junit4]   2> 265409 T1081 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 265409 T1081 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 265410 T1039 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 265410 T1081 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 265411 T1081 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=81.353515625, floorSegmentMB=2.0478515625, forceMergeDeletesPctAllowed=28.895506341095164, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 265412 T1081 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@dbe07 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@95ce51; maxCacheMB=0.060546875 maxMergeSizeMB=0.3583984375)),segFN=segments_1,generation=1}
   [junit4]   2> 265413 T1081 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 265420 T1039 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 265421 T1039 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 265422 T1039 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 265422 T1039 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 265423 T1039 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 265424 T1039 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 265423 T1081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 265424 T1039 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 265425 T1081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 265425 T1039 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/solrj_collection_shard2_replica1/data/
   [junit4]   2> 265426 T1039 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bf6799
   [junit4]   2> 265426 T1081 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 265428 T1056 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 265428 T1039 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/solrj_collection_shard2_replica1/data
   [junit4]   2> 265429 T1081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 265432 T1056 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 265430 T1039 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 265429 T1067 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 265433 T1039 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 265432 T1081 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 265434 T1039 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389597590185/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 265434 T1081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 265435 T1039 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=81.353515625, floorSegmentMB=2.0478515625, forceMergeDeletesPctAllowed=28.895506341095164, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 265435 T1081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 265435 T1056 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 265436 T1039 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1bce369 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14a4f73; maxCacheMB=0.060546875 maxMergeSizeMB=0.3583984375)),segFN=segments_1,generation=1}
   [junit4]   2> 265437 T1039 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 265436 T1067 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 265436 T1081 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 265438 T1081 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 265437 T1056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 265442 T1081 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 265442 T1056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 265443 T1056 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 265443 T1081 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 265443 T1081 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 265444 T1067 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 265444 T1081 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 265444 T1039 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 265445 T1081 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 265445 T1039 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 265445 T1067 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 265446 T1067 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 265444 T1056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 265447 T1056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 265446 T1067 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 265446 T1039 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 265445 T1081 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 265448 T1039 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 265447 T1056 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 265449 T1081 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 265449 T1056 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/solrj_collection_shard2_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/solrj_collection_shard2_replica2/data/
   [junit4]   2> 265449 T1039 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 265448 T1067 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 265556 T1039 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 265555 T1056 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bf6799
   [junit4]   2> 265557 T1039 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 265557 T1081 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 265556 T1067 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 265559 T1067 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 265559 T1067 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/solrj_collection_shard1_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/solrj_collection_shard1_replica1/data/
   [junit4]   2> 265558 T1056 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/solrj_collection_shard2_replica2/data
   [junit4]   2> 265557 T1039 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 265560 T1056 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 265559 T1067 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bf6799
   [junit4]   2> 265561 T1056 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 265560 T1081 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 265562 T1056 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389597591384/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 265560 T1039 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 265562 T1056 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=81.353515625, floorSegmentMB=2.0478515625, forceMergeDeletesPctAllowed=28.895506341095164, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 265562 T1081 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 265561 T1067 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/solrj_collection_shard1_replica1/data
   [junit4]   2> 265566 T1067 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 265563 T1039 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 265567 T1056 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@118cae7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1edbfda; maxCacheMB=0.060546875 maxMergeSizeMB=0.3583984375)),segFN=segments_1,generation=1}
   [junit4]   2> 265567 T1039 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 265568 T1039 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 265566 T1067 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 265566 T1081 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=21.7529296875, floorSegmentMB=0.5009765625, forceMergeDeletesPctAllowed=23.698799303309315, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38642834674861903
   [junit4]   2> 265568 T1067 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389597592557/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 265569 T1067 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=81.353515625, floorSegmentMB=2.0478515625, forceMergeDeletesPctAllowed=28.895506341095164, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 265570 T1067 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@19df316 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@523fa3; maxCacheMB=0.060546875 maxMergeSizeMB=0.3583984375)),segFN=segments_1,generation=1}
   [junit4]   2> 265571 T1067 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 265574 T1067 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 265575 T1067 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 265575 T1067 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 265576 T1067 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 265568 T1039 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 265567 T1056 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 265577 T1039 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 265576 T1067 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 265569 T1081 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@dbe07 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@95ce51; maxCacheMB=0.060546875 maxMergeSizeMB=0.3583984375)),segFN=segments_1,generation=1}
   [junit4]   2> 265578 T1081 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 265578 T1067 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 265577 T1039 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 265579 T1067 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 265578 T1081 oass.SolrIndexSearcher.<init> Opening Searcher@8c365b main
   [junit4]   2> 265579 T1039 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 265579 T1067 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 265580 T1067 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 265581 T1056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 265581 T1039 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 265581 T1056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 265581 T1067 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 265585 T1056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 265585 T1056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 265585 T1067 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 265586 T1067 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 265585 T1056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 265586 T1067 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 265586 T1056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 265587 T1067 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 265587 T1056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 265588 T1094 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@8c365b main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 265588 T1067 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 265588 T1056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 265589 T1056 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 265590 T1081 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
   [junit4]   2> 265589 T1067 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 265590 T1056 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 265590 T1081 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:http://127.0.0.1:40213/i/jw collection:solrj_collection shard:shard1
   [junit4]   2> 265590 T1039 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 265591 T1056 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 265591 T1067 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 265592 T1081 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 265592 T1056 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 265598 T1056 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 265592 T1039 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 265599 T1067 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 265599 T1056 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 265600 T1039 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=21.7529296875, floorSegmentMB=0.5009765625, forceMergeDeletesPctAllowed=23.698799303309315, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38642834674861903
   [junit4]   2> 265600 T1067 oas

[...truncated too long message...]

PIDistributedZkTest.java:196)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 433497 T1002 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 433652 T1074 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> ASYNC  NEW_CORE C4071 name=awholynewcollection_2_shard1_replica1 org.apache.solr.core.SolrCore@b40547 url=http://127.0.0.1:40213/i/jw/awholynewcollection_2_shard1_replica1 node=127.0.0.1:40213_i%2Fjw C4071_STATE=coll:awholynewcollection_2 core:awholynewcollection_2_shard1_replica1 props:{state=active, base_url=http://127.0.0.1:40213/i/jw, core=awholynewcollection_2_shard1_replica1, node_name=127.0.0.1:40213_i%2Fjw}
   [junit4]   2> 435455 T1088 C4071 P40213 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 435455 T1088 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 435456 T1088 oasc.SolrCore.close [awholynewcollection_2_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@b40547
   [junit4]   2> 435483 T1088 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=157,transaction_logs_total_number=1}
   [junit4]   2> 435484 T1088 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 435484 T1088 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 435484 T1088 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 435485 T1088 oasc.SolrCore.closeSearcher [awholynewcollection_2_shard1_replica1] Closing main searcher on request.
   [junit4]   2> 435485 T1088 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 435485 T1088 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/awholynewcollection_2_shard1_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/awholynewcollection_2_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 435486 T1088 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/awholynewcollection_2_shard1_replica1/data/index
   [junit4]   2> 435486 T1088 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/awholynewcollection_2_shard1_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/awholynewcollection_2_shard1_replica1/data;done=false>>]
   [junit4]   2> 435486 T1088 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389597593759/awholynewcollection_2_shard1_replica1/data
   [junit4]   2> 435486 T1088 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 435486 T1088 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 435487 T1088 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 435487 T1088 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 435487 T1088 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_2/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=ar_MA, timezone=America/North_Dakota/Center
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=133466456,total=237019136
   [junit4]   2> NOTE: All tests run in this JVM: [TestZkChroot, TestCollationField, TestNumberUtils, StatsComponentTest, TestDistributedSearch, TestBinaryResponseWriter, NumericFieldsTest, MultiTermTest, SolrRequestParserTest, TestFastOutputStream, DirectUpdateHandlerTest, TestCollationKeyRangeQueries, SpellCheckCollatorTest, TestReload, DateFieldTest, PingRequestHandlerTest, TestSimpleQParserPlugin, TestManagedSchemaFieldResource, TestSolrXml, XmlUpdateRequestHandlerTest, TestShardHandlerFactory, DefaultValueUpdateProcessorTest, TestPhraseSuggestions, BlockDirectoryTest, TestRecovery, CachingDirectoryFactoryTest, CurrencyFieldXmlFileTest, TestStressRecovery, TestIBSimilarityFactory, OutputWriterTest, SuggesterTSTTest, IndexSchemaRuntimeFieldTest, TestCodecSupport, DistributedSuggestComponentTest, BasicZkTest, SolrPluginUtilsTest, MigrateRouteKeyTest, ChangedSchemaMergeTest, PreAnalyzedUpdateProcessorTest, InfoHandlerTest, TestSolrJ, CoreContainerCoreInitFailuresTest, DirectSolrConnectionTest, DistanceFunctionTest, TestXIncludeConfig, TestCollapseQParserPlugin, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 177.84s, 1 test, 1 error <<< FAILURES!

[...truncated 747 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1307: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:940: There were test failures: 352 suites, 1537 tests, 1 error, 34 ignored (6 assumptions)

Total time: 50 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0-ea-b121 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure