You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/11/12 00:15:29 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jrockit-jdk1.6.0_45-R28.2.7-4.1.0) - Build # 8178 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/8178/
Java: 32bit/jrockit-jdk1.6.0_45-R28.2.7-4.1.0 -XnoOpt

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
createcollection the collection time out:60s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: createcollection the collection time out:60s
	at __randomizedtesting.SeedInfo.seed([787BAE6A00AC95D5:F99D207277F3F5E9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:464)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:546)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:199)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:774)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:683)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:44)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9681 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 541516 T1206 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 541546 T1206 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1384210449485
   [junit4]   2> 541547 T1206 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 541548 T1207 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 541648 T1206 oasc.ZkTestServer.run start zk server on port:50818
   [junit4]   2> 541649 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 541708 T1213 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1afcb76d name:ZooKeeperConnection Watcher:127.0.0.1:50818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 541708 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 541709 T1206 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 541713 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 541714 T1215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1af44fa0 name:ZooKeeperConnection Watcher:127.0.0.1:50818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 541714 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 541715 T1206 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 541718 T1206 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 541721 T1206 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 541724 T1206 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 541727 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 541727 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 541732 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 541732 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 541736 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 541737 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 541740 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 541740 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 541744 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 541744 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 541747 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 541748 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 541751 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 541752 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 541755 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 541756 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 541760 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 541760 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 541764 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 541765 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 541768 T1206 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 541769 T1206 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 541849 T1206 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 541855 T1206 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49270
   [junit4]   2> 541856 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 541856 T1206 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 541857 T1206 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1384210449711
   [junit4]   2> 541857 T1206 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1384210449711/'
   [junit4]   2> 541872 T1206 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1384210449711/solr.xml
   [junit4]   2> 541921 T1206 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 541922 T1206 oasc.CoreContainer.<init> New CoreContainer 458753049
   [junit4]   2> 541922 T1206 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1384210449711/]
   [junit4]   2> 541923 T1206 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 541924 T1206 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 541924 T1206 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 541924 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 541925 T1206 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 541925 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 541925 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 541926 T1206 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 541926 T1206 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 541927 T1206 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 541928 T1206 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 541928 T1206 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50818/solr
   [junit4]   2> 541928 T1206 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 541929 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 541930 T1226 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b530b78 name:ZooKeeperConnection Watcher:127.0.0.1:50818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 541931 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 541934 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 541935 T1228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b536400 name:ZooKeeperConnection Watcher:127.0.0.1:50818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 541935 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 541937 T1206 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 541941 T1206 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 541944 T1206 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 541947 T1206 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49270_
   [junit4]   2> 541948 T1206 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49270_
   [junit4]   2> 541952 T1206 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 541957 T1206 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 541961 T1206 oasc.Overseer.start Overseer (id=90715616017580035-127.0.0.1:49270_-n_0000000000) starting
   [junit4]   2> 541964 T1206 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 541970 T1230 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 541972 T1206 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 541975 T1206 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 541977 T1206 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 541981 T1229 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 541983 T1206 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1384210449711
   [junit4]   2> 541984 T1206 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1384210449711/conf/
   [junit4]   2> 542022 T1206 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 542023 T1206 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 542023 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 542025 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 542027 T1233 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b76abac name:ZooKeeperConnection Watcher:127.0.0.1:50818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542027 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 542028 T1206 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 542031 T1206 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 542109 T1206 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 542111 T1206 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35752
   [junit4]   2> 542111 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 542111 T1206 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 542112 T1206 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970
   [junit4]   2> 542112 T1206 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/'
   [junit4]   2> 542128 T1206 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/solr.xml
   [junit4]   2> 542190 T1206 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 542190 T1206 oasc.CoreContainer.<init> New CoreContainer 452487045
   [junit4]   2> 542191 T1206 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/]
   [junit4]   2> 542192 T1206 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 542192 T1206 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 542193 T1206 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 542193 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 542193 T1206 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 542194 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 542194 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 542195 T1206 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 542195 T1206 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 542196 T1206 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 542197 T1206 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 542197 T1206 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50818/solr
   [junit4]   2> 542197 T1206 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 542198 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 542199 T1244 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1af139bf name:ZooKeeperConnection Watcher:127.0.0.1:50818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542200 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 542202 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 542203 T1246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b0804f5 name:ZooKeeperConnection Watcher:127.0.0.1:50818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542203 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 542209 T1206 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 543214 T1206 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35752_
   [junit4]   2> 543215 T1206 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35752_
   [junit4]   2> 543219 T1228 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 543219 T1233 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 543220 T1246 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 543227 T1206 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970
   [junit4]   2> 543228 T1206 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/conf/
   [junit4]   2> 543258 T1206 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 543259 T1206 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 543259 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 543340 T1206 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 543342 T1206 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44338
   [junit4]   2> 543342 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 543342 T1206 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 543343 T1206 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199
   [junit4]   2> 543343 T1206 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/'
   [junit4]   2> 543358 T1206 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/solr.xml
   [junit4]   2> 543406 T1206 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 543406 T1206 oasc.CoreContainer.<init> New CoreContainer 452724486
   [junit4]   2> 543407 T1206 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/]
   [junit4]   2> 543408 T1206 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 543408 T1206 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 543409 T1206 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 543409 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 543409 T1206 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 543410 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 543410 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 543410 T1206 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 543411 T1206 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 543412 T1206 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 543412 T1206 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 543413 T1206 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50818/solr
   [junit4]   2> 543413 T1206 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 543414 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 543415 T1258 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aebdeb6 name:ZooKeeperConnection Watcher:127.0.0.1:50818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 543415 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 543421 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 543422 T1260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aec60ba name:ZooKeeperConnection Watcher:127.0.0.1:50818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 543422 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 543427 T1206 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 544432 T1206 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44338_
   [junit4]   2> 544433 T1206 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44338_
   [junit4]   2> 544436 T1228 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 544437 T1233 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 544437 T1246 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 544438 T1260 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 544444 T1206 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199
   [junit4]   2> 544446 T1206 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/conf/
   [junit4]   2> 544493 T1206 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 544493 T1206 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 544494 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 544569 T1206 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 544571 T1206 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37197
   [junit4]   2> 544572 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 544572 T1206 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 544572 T1206 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433
   [junit4]   2> 544573 T1206 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/'
   [junit4]   2> 544588 T1206 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/solr.xml
   [junit4]   2> 544661 T1206 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 544661 T1206 oasc.CoreContainer.<init> New CoreContainer 452239232
   [junit4]   2> 544661 T1206 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/]
   [junit4]   2> 544663 T1206 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 544663 T1206 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 544664 T1206 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 544664 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 544664 T1206 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 544665 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 544665 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 544665 T1206 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 544666 T1206 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 544667 T1206 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 544667 T1206 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 544668 T1206 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50818/solr
   [junit4]   2> 544668 T1206 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 544669 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 544670 T1272 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1afb0dca name:ZooKeeperConnection Watcher:127.0.0.1:50818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 544670 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 544673 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 544674 T1274 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1afb7ef8 name:ZooKeeperConnection Watcher:127.0.0.1:50818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 544674 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 544678 T1206 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 545682 T1206 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37197_
   [junit4]   2> 545684 T1206 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37197_
   [junit4]   2> 545688 T1233 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 545688 T1228 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 545688 T1246 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 545689 T1274 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 545690 T1260 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 545695 T1206 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433
   [junit4]   2> 545697 T1206 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/conf/
   [junit4]   2> 545735 T1206 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 545736 T1206 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 545736 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 545813 T1206 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 545815 T1206 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59833
   [junit4]   2> 545815 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 545815 T1206 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 545816 T1206 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675
   [junit4]   2> 545816 T1206 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/'
   [junit4]   2> 545831 T1206 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/solr.xml
   [junit4]   2> 545879 T1206 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 545880 T1206 oasc.CoreContainer.<init> New CoreContainer 459532637
   [junit4]   2> 545880 T1206 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/]
   [junit4]   2> 545881 T1206 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 545882 T1206 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 545882 T1206 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 545882 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 545883 T1206 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 545883 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 545883 T1206 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 545884 T1206 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 545884 T1206 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 545885 T1206 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 545886 T1206 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 545886 T1206 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50818/solr
   [junit4]   2> 545887 T1206 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 545887 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 545888 T1286 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b66a427 name:ZooKeeperConnection Watcher:127.0.0.1:50818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545889 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 545892 T1206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 545892 T1288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b61805a name:ZooKeeperConnection Watcher:127.0.0.1:50818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545893 T1206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 545897 T1206 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 546901 T1206 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59833_
   [junit4]   2> 546903 T1206 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59833_
   [junit4]   2> 546907 T1260 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 546908 T1233 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 546908 T1228 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 546908 T1246 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 546909 T1274 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 546909 T1288 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 546915 T1206 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675
   [junit4]   2> 546916 T1206 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/conf/
   [junit4]   2> 546945 T1206 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 546945 T1206 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 546946 T1206 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 546963 T1239 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&collection.configName=conf1&name=solrj_collection&replicationFactor=2&action=CREATE&router.field=myOwnField&wt=javabin&router.name=compositeId&version=2
   [junit4]   2> 546967 T1228 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 546969 T1230 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 546970 T1230 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 547992 T1229 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 547994 T1229 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 547994 T1229 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 547999 T1274 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 548000 T1233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 548000 T1246 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 547999 T1260 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 548000 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 548001 T1228 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 548077 T1230 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 548078 T1230 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:44338_
   [junit4]   2> 548078 T1230 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:37197_
   [junit4]   2> 548079 T1230 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:35752_
   [junit4]   2> 548079 T1230 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:59833_
   [junit4]   2> 548080 T1268 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 548080 T1283 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 548080 T1255 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 548081 T1241 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 548082 T1283 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 548082 T1268 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 548083 T1255 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 548083 T1241 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 549510 T1229 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 549511 T1229 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37197",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37197_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 549516 T1229 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59833",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59833_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 549522 T1229 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44338",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44338_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 549529 T1229 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35752",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35752_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 549534 T1274 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 549534 T1260 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 549534 T1246 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 549535 T1233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 549534 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 549537 T1228 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 550082 T1283 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 550083 T1268 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 550083 T1255 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 550084 T1241 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 550084 T1268 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/solrj_collection_shard1_replica2
   [junit4]   2> 550084 T1283 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/solrj_collection_shard2_replica2
   [junit4]   2> 550084 T1255 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/solrj_collection_shard1_replica1
   [junit4]   2> 550085 T1283 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 550085 T1255 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 550084 T1268 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 550085 T1241 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/solrj_collection_shard2_replica1
   [junit4]   2> 550086 T1283 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:solrj_collection
   [junit4]   2> 550087 T1255 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:solrj_collection
   [junit4]   2> 550086 T1241 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 550087 T1255 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 550087 T1268 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:solrj_collection
   [junit4]   2> 550087 T1283 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 550088 T1268 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 550088 T1241 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:solrj_collection
   [junit4]   2> 550089 T1241 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 550092 T1268 oasc.ZkController.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 550093 T1255 oasc.ZkController.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 550095 T1283 oasc.ZkController.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 550095 T1268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/solrj_collection_shard1_replica2/'
   [junit4]   2> 550096 T1241 oasc.ZkController.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 550097 T1255 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/solrj_collection_shard1_replica1/'
   [junit4]   2> 550097 T1283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/solrj_collection_shard2_replica2/'
   [junit4]   2> 550098 T1241 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/solrj_collection_shard2_replica1/'
   [junit4]   2> 550168 T1255 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 550170 T1268 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 550179 T1283 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 550195 T1241 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 550242 T1255 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 550243 T1268 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 550245 T1255 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 550246 T1268 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 550261 T1283 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 550262 T1255 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 550263 T1283 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 550263 T1268 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 550271 T1241 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 550273 T1283 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 550273 T1241 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 550292 T1241 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 551008 T1255 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 551009 T1255 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 551010 T1255 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 551021 T1241 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 551021 T1241 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 551022 T1255 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 551022 T1241 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 551028 T1255 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 551034 T1241 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 551038 T1241 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 551058 T1255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 551063 T1255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 551066 T1283 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 551067 T1283 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 551069 T1283 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 551069 T1255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 551069 T1241 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 551072 T1255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 551072 T1255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 551073 T1255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 551074 T1255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 551075 T1255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 551075 T1255 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 551075 T1255 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/solrj_collection_shard1_replica1/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/solrj_collection_shard1_replica1/data/
   [junit4]   2> 551076 T1255 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1abeb78c
   [junit4]   2> 551076 T1241 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 551077 T1255 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/solrj_collection_shard1_replica1/data
   [junit4]   2> 551077 T1255 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 551078 T1255 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 551078 T1255 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1384210451199/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 551079 T1255 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=355059561, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 551079 T1283 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 551080 T1255 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b545929 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b546365),segFN=segments_1,generation=1}
   [junit4]   2> 551081 T1255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 551082 T1241 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 551084 T1268 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 551085 T1241 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 551084 T1283 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 551085 T1255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 551085 T1268 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 551085 T1241 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 551086 T1255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 551087 T1241 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 551087 T1255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 551087 T1268 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 551088 T1255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 551089 T1255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 551089 T1255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 551090 T1255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 551090 T1255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 551090 T1241 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 551090 T1255 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 551091 T1241 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 551092 T1255 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 551092 T1241 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 551092 T1255 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 551092 T1241 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/solrj_collection_shard2_replica1/data/
   [junit4]   2> 551093 T1255 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 551095 T1241 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1abeb78c
   [junit4]   2> 551095 T1255 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 551096 T1241 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/solrj_collection_shard2_replica1/data
   [junit4]   2> 551096 T1241 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 551096 T1255 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 551097 T1241 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 551097 T1255 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 551098 T1241 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1384210449970/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 551099 T1241 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=355059561, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 551101 T1241 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b3f8bdd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b3f9617),segFN=segments_1,generation=1}
   [junit4]   2> 551101 T1268 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 551101 T1255 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 551101 T1241 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 551106 T1241 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 551106 T1268 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 551107 T1241 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 551107 T1241 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 551107 T1241 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 551108 T1241 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 551108 T1255 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 551108 T1241 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 551108 T1255 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 551109 T1241 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 551110 T1241 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 551110 T1241 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 551110 T1255 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=76.470703125, floorSegmentMB=1.2744140625, forceMergeDeletesPctAllowed=2.9703949325073866, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 551111 T1241 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 551111 T1255 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b545929 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b546365),segFN=segments_1,generation=1}
   [junit4]   2> 551111 T1255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 551111 T1241 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 551112 T1241 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 551112 T1255 oass.SolrIndexSearcher.<init> Opening Searcher@1b41294b main
   [junit4]   2> 551112 T1241 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 551113 T1283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 551113 T1241 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 551114 T1241 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 551116 T1241 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 551118 T1283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 551119 T1241 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 551120 T1241 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 551120 T1241 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=76.470703125, floorSegmentMB=1.2744140625, forceMergeDeletesPctAllowed=2.9703949325073866, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 551121 T1241 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b3f8bdd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b3f9617),segFN=segments_1,generation=1}
   [junit4]   2> 551121 T1241 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 551122 T1241 oass.SolrIndexSearcher.<init> Opening Searcher@1b9d441c main
   [junit4]   2> 551123 T1294 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica1] Registered new searcher Searcher@1b41294b main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 551121 T1255 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica1
   [junit4]   2> 551123 T1255 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica1 address:http://127.0.0.1:44338 collection:solrj_collection shard:shard1
   [junit4]   2> 551125 T1283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 551126 T1255 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 551128 T1283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 551128 T1283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 551129 T1283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 551130 T1241 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica1
   [junit4]   2> 551130 T1241 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica1 address:http://127.0.0.1:35752 collection:solrj_collection shard:shard2
   [junit4]   2> 551132 T1295 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica1] Registered new searcher Searcher@1b9d441c main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 551133 T1283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 551133 T1283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 551134 T1283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 551134 T1283 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/solrj_collection_shard2_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/solrj_collection_shard2_replica2/data/
   [junit4]   2> 551135 T1283 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1abeb78c
   [junit4]   2> 551136 T1283 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/solrj_collection_shard2_replica2/data
   [junit4]   2> 551137 T1283 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 551137 T1283 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 551138 T1283 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 551138 T1241 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 551139 T1283 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=355059561, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 551140 T1268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 551141 T1283 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1ba583df lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ba58e19),segFN=segments_1,generation=1}
   [junit4]   2> 551142 T1283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 551146 T1268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 551147 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 551148 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 551148 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 551149 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 551149 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 551150 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 551150 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 551151 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 551151 T1283 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 551152 T1255 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 551153 T1283 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 551153 T1283 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 551154 T1268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 551154 T1283 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 551155 T1283 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 551155 T1241 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 551155 T1283 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 551156 T1283 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 551156 T1268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 551157 T1268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 551157 T1283 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 551157 T1268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 551160 T1241 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=179999
   [junit4]   2> 551161 T1283 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 551161 T1255 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179998
   [junit4]   2> 551161 T1283 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 551161 T1268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 551162 T1268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 551163 T1283 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=76.470703125, floorSegmentMB=1.2744140625, forceMergeDeletesPctAllowed=2.9703949325073866, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 551163 T1268 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 551164 T1268 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/solrj_collection_shard1_replica2/data/
   [junit4]   2> 551164 T1283 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1ba583df lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ba58e19),segFN=segments_1,generation=1}
   [junit4]   2> 551164 T1268 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1abeb78c
   [junit4]   2> 551165 T1283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 551166 T1268 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/solrj_collection_shard1_replica2/data
   [junit4]   2> 551166 T1268 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 551166 T1283 oass.SolrIndexSearcher.<init> Opening Searcher@1bc15dad main
   [junit4]   2> 551166 T1268 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 551168 T1268 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1384210452433/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 551168 T1268 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=355059561, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 551170 T1268 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1bc0501a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1bc05a54),segFN=segments_1,generation=1}
   [junit4]   2> 551171 T1268 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 551172 T1296 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica2] Registered new searcher Searcher@1bc15dad main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 551176 T1268 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 551176 T1283 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica2
   [junit4]   2> 551176 T1268 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 551176 T1283 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica2 address:http://127.0.0.1:59833 collection:solrj_collection shard:shard2
   [junit4]   2> 551177 T1268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 551177 T1268 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 551178 T1268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 551178 T1268 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 551179 T1268 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 551179 T1268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 551180 T1268 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 551180 T1268 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 551181 T1268 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 551181 T1268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 551182 T1268 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 551183 T1268 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 551183 T1268 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 551184 T1268 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 551188 T1268 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 551188 T1268 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 551189 T1268 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=76.470703125, floorSegmentMB=1.2744140625, forceMergeDeletesPctAllowed=2.9703949325073866, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 551190 T1268 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1bc0501a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1bc05a54),segFN=segments_1,generation=1}
   [junit4]   2> 551190 T1268 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 551191 T1268 oass.SolrIndexSearcher.<init> Opening Searcher@1bcf3164 main
   [junit4]   2> 551195 T1297 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@1bcf3164 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 551198 T1268 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
   [junit4]   2> 551198 T1268 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:http://127.0.0.1:37197 collection:solrj_collection shard:shard1
   [junit4]   2> 551661 T1241 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 551662 T1241 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 551662 T1241 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35752/solrj_collection_shard2_replica1/
   [junit4]   2> 551662 T1255 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 551663 T1241 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard2_replica1 url=http://127.0.0.1:35752 START replicas=[http://127.0.0.1:59833/solrj_collection_shard2_replica2/] nUpdates=100
   [junit4]   2> 551663 T1255 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 551663 T1241 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard2_replica1 url=http://127.0.0.1:35752 DONE.  We have no versions.  sync failed.
   [junit4]   2> 551663 T1255 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44338/solrj_collection_shard1_replica1/
   [junit4]   2> 551664 T1241 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 551664 T1255 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica1 url=http://127.0.0.1:44338 START replicas=[http://127.0.0.1:37197/solrj_collection_shard1_replica2/] nUpdates=100
   [junit4]   2> 551664 T1241 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 551665 T1255 oasu.PeerSync.sync PeerSync: core=solrj_collection_shard1_replica1 url=http://127.0.0.1:44338 DONE.  We have no versions.  sync failed.
   [junit4]   2> 551665 T1241 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35752/solrj_collection_shard2_replica1/ shard2
   [junit4]   2> 551666 T1255 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 55166

[...truncated too long message...]

StateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759146 T1412 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37197",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37197_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node4"}
   [junit4]   2> 759149 T1206 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 759201 T1206 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 59833
   [junit4]   2> 759201 T1206 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=459532637
   [junit4]   2> 759236 T1412 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59833",
   [junit4]   2> 	  "core":"acollectionafterbaddelete_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59833_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"acollectionafterbaddelete",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 759236 T1412 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 759241 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 760628 T1274 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 761233 T1206 oasc.ZkController.publish publishing core=acollectionafterbaddelete_shard1_replica1 state=down
   [junit4]   2> 761234 T1206 oasc.SolrCore.close [acollectionafterbaddelete_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b629e29
   [junit4]   2> 761257 T1206 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 761257 T1206 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 761258 T1206 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 761258 T1206 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 761260 T1206 oasc.SolrCore.closeSearcher [acollectionafterbaddelete_shard1_replica1] Closing main searcher on request.
   [junit4]   2> 761260 T1206 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 761261 T1206 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/acollectionafterbaddelete_shard1_replica1/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/acollectionafterbaddelete_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 761261 T1206 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/acollectionafterbaddelete_shard1_replica1/data/index
   [junit4]   2> 761262 T1206 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/acollectionafterbaddelete_shard1_replica1/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/acollectionafterbaddelete_shard1_replica1/data;done=false>>]
   [junit4]   2> 761262 T1206 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1384210453675/acollectionafterbaddelete_shard1_replica1/data
   [junit4]   2> 761263 T1412 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90715616017580044-127.0.0.1:59833_-n_0000000004) am no longer a leader.
   [junit4]   2> 761285 T1206 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 761337 T1206 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 761339 T1206 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50818 50818
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=787BAE6A00AC95D5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ko -Dtests.timezone=Pacific/Niue -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    220s J1 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: createcollection the collection time out:60s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([787BAE6A00AC95D5:F99D207277F3F5E9]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:464)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:546)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:199)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 761745 T1206 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 220234 T1205 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 762764 T1288 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene46: {timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=PostingsFormat(name=MockSep), range_facet_sl=PostingsFormat(name=MockSep), a_t=PostingsFormat(name=SimpleText), text=MockFixedIntBlock(blockSize=1578), range_facet_si=PostingsFormat(name=SimpleText), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings), other_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), multiDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{}, sim=DefaultSimilarity, locale=ko, timezone=Pacific/Niue
   [junit4]   2> NOTE: Linux 3.8.0-32-generic i386/Oracle Corporation 1.6.0_45 (32-bit)/cpus=8,threads=1,free=111098480,total=288587776
   [junit4]   2> NOTE: All tests run in this JVM: [FileUtilsTest, TestCloudManagedSchemaAddField, CoreAdminCreateDiscoverTest, XsltUpdateRequestHandlerTest, SpellCheckCollatorTest, TestDynamicFieldCollectionResource, RequiredFieldsTest, TestNoOpRegenerator, TestDistributedSearch, SolrCmdDistributorTest, OpenExchangeRatesOrgProviderTest, TestLazyCores, BadIndexSchemaTest, TestIBSimilarityFactory, NoCacheHeaderTest, DistanceFunctionTest, TestRandomFaceting, DirectSolrConnectionTest, StatsComponentTest, TestUpdate, TestDistribDocBasedVersion, HdfsChaosMonkeySafeLeaderTest, SimplePostToolTest, TestQuerySenderNoQuery, StandardRequestHandlerTest, SignatureUpdateProcessorFactoryTest, TestFastWriter, SpellCheckComponentTest, TestStressLucene, AssignTest, HdfsBasicDistributedZkTest, DocValuesMultiTest, DocumentAnalysisRequestHandlerTest, BasicDistributedZk2Test, TestSolr4Spatial, NumericFieldsTest, ConvertedLegacyTest, TestCodecSupport, NotRequiredUniqueKeyTest, DisMaxRequestHandlerTest, TestFuzzyAnalyzedSuggestions, TestStressReorder, TestSchemaVersionResource, DefaultValueUpdateProcessorTest, TestOmitPositions, MinimalSchemaTest, HighlighterTest, IndexSchemaRuntimeFieldTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 221.61s, 1 test, 1 error <<< FAILURES!

[...truncated 737 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:428: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:408: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:501: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1275: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:911: There were test failures: 335 suites, 1475 tests, 1 error, 36 ignored (7 assumptions)

Total time: 78 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jrockit-jdk1.6.0_45-R28.2.7-4.1.0 -XnoOpt
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure