You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/02 09:52:10 UTC
[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.7.0_25) - Build #
6841 - Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/6841/
Java: 64bit/jdk1.7.0_25 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Server refused connection at: http://127.0.0.1:34065
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:34065
at __randomizedtesting.SeedInfo.seed([EC6F77AE276F0959:6D89F9B650306965]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:34065 refused
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 51 more
Build Log:
[...truncated 9549 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 172719 T801 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 172723 T801 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375428682535
[junit4] 2> 172724 T801 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 172724 T802 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 172824 T801 oasc.ZkTestServer.run start zk server on port:53192
[junit4] 2> 172825 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 172896 T808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@efab2e9 name:ZooKeeperConnection Watcher:127.0.0.1:53192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 172896 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 172896 T801 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 172901 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 172902 T810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b7beb3f name:ZooKeeperConnection Watcher:127.0.0.1:53192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 172902 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 172903 T801 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 172905 T801 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 172908 T801 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 172910 T801 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 172912 T801 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 172913 T801 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 172917 T801 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 172917 T801 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 172920 T801 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 172921 T801 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 172923 T801 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 172924 T801 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 172928 T801 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 172928 T801 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 172931 T801 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 172931 T801 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 172934 T801 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 172934 T801 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 172937 T801 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 172937 T801 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 172940 T801 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 172940 T801 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 173012 T801 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 173030 T801 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33975
[junit4] 2> 173031 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 173031 T801 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 173031 T801 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754
[junit4] 2> 173032 T801 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/'
[junit4] 2> 173041 T801 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/solr.xml
[junit4] 2> 173078 T801 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 173080 T801 oasc.CoreContainer.<init> New CoreContainer 150758595
[junit4] 2> 173080 T801 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/]
[junit4] 2> 173081 T801 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 173082 T801 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 173082 T801 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 173082 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 173082 T801 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 173083 T801 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 173083 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 173083 T801 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 173083 T801 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 173083 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 173087 T801 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53192/solr
[junit4] 2> 173088 T801 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 173088 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 173090 T821 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fd39dd7 name:ZooKeeperConnection Watcher:127.0.0.1:53192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 173090 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 173092 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 173096 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 173098 T823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16dc60e7 name:ZooKeeperConnection Watcher:127.0.0.1:53192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 173098 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 173100 T801 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 173103 T801 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 173106 T801 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 173108 T801 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33975_
[junit4] 2> 173108 T801 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33975_
[junit4] 2> 173111 T801 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 173117 T801 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 173119 T801 oasc.Overseer.start Overseer (id=90140094138744835-127.0.0.1:33975_-n_0000000000) starting
[junit4] 2> 173122 T801 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 173125 T825 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 173126 T801 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 173128 T801 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 173130 T801 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 173132 T824 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 173135 T801 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754
[junit4] 2> 173157 T801 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/conf/
[junit4] 2> 173158 T801 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 173158 T801 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 173158 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 173159 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 173162 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 173163 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 173164 T828 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@554f842c name:ZooKeeperConnection Watcher:127.0.0.1:53192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 173165 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 173166 T801 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 173168 T801 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 173258 T801 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 173271 T801 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34065
[junit4] 2> 173272 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 173272 T801 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 173272 T801 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979
[junit4] 2> 173272 T801 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/'
[junit4] 2> 173282 T801 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/solr.xml
[junit4] 2> 173324 T801 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 173325 T801 oasc.CoreContainer.<init> New CoreContainer 1876938929
[junit4] 2> 173325 T801 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/]
[junit4] 2> 173327 T801 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 173327 T801 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 173327 T801 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 173328 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 173328 T801 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 173328 T801 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 173329 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 173329 T801 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 173329 T801 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 173330 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 173335 T801 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53192/solr
[junit4] 2> 173336 T801 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 173337 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 173338 T839 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17fe379d name:ZooKeeperConnection Watcher:127.0.0.1:53192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 173338 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 173340 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 173346 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 173348 T841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71e2b028 name:ZooKeeperConnection Watcher:127.0.0.1:53192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 173348 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 173353 T801 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 174356 T801 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34065_
[junit4] 2> 174358 T801 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34065_
[junit4] 2> 174360 T828 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 174360 T841 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 174360 T823 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 174365 T801 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979
[junit4] 2> 174399 T801 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/conf/
[junit4] 2> 174400 T801 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 174400 T801 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 174400 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 174401 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 174475 T801 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 174477 T801 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33604
[junit4] 2> 174477 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 174478 T801 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 174478 T801 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215
[junit4] 2> 174478 T801 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/'
[junit4] 2> 174488 T801 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/solr.xml
[junit4] 2> 174522 T801 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 174522 T801 oasc.CoreContainer.<init> New CoreContainer 1610795978
[junit4] 2> 174523 T801 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/]
[junit4] 2> 174524 T801 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 174524 T801 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 174524 T801 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 174524 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 174525 T801 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 174525 T801 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 174525 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 174525 T801 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 174526 T801 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 174526 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 174530 T801 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53192/solr
[junit4] 2> 174531 T801 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 174531 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 174533 T853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@793c54b7 name:ZooKeeperConnection Watcher:127.0.0.1:53192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 174533 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 174535 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 174539 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 174540 T855 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11b1c314 name:ZooKeeperConnection Watcher:127.0.0.1:53192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 174541 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 174549 T801 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 175552 T801 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33604_
[junit4] 2> 175553 T801 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33604_
[junit4] 2> 175556 T823 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 175556 T828 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 175556 T841 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 175557 T855 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 175562 T801 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215
[junit4] 2> 175587 T801 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/conf/
[junit4] 2> 175587 T801 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 175588 T801 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 175588 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 175588 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 175662 T801 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 175665 T801 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56277
[junit4] 2> 175665 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 175666 T801 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 175666 T801 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403
[junit4] 2> 175666 T801 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/'
[junit4] 2> 175677 T801 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/solr.xml
[junit4] 2> 175708 T801 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 175708 T801 oasc.CoreContainer.<init> New CoreContainer 320425540
[junit4] 2> 175709 T801 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/]
[junit4] 2> 175710 T801 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 175710 T801 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 175710 T801 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 175710 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 175711 T801 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 175711 T801 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 175711 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 175711 T801 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 175712 T801 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 175712 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 175715 T801 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53192/solr
[junit4] 2> 175716 T801 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 175717 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 175718 T867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32136a4f name:ZooKeeperConnection Watcher:127.0.0.1:53192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 175719 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 175721 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 175724 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 175726 T869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6824a077 name:ZooKeeperConnection Watcher:127.0.0.1:53192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 175726 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 175732 T801 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 176735 T801 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56277_
[junit4] 2> 176737 T801 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56277_
[junit4] 2> 176740 T841 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 176740 T828 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 176740 T869 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 176741 T823 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 176740 T855 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 176746 T801 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403
[junit4] 2> 176768 T801 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/conf/
[junit4] 2> 176768 T801 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 176769 T801 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 176769 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 176769 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 176838 T801 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 176852 T801 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36403
[junit4] 2> 176853 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 176853 T801 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 176853 T801 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583
[junit4] 2> 176854 T801 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583/'
[junit4] 2> 176864 T801 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583/solr.xml
[junit4] 2> 176893 T801 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 176893 T801 oasc.CoreContainer.<init> New CoreContainer 835361463
[junit4] 2> 176894 T801 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583/]
[junit4] 2> 176895 T801 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 176895 T801 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 176895 T801 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 176895 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 176896 T801 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 176896 T801 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 176896 T801 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 176896 T801 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 176896 T801 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 176897 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 176900 T801 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53192/solr
[junit4] 2> 176900 T801 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 176901 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 176903 T881 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3320800e name:ZooKeeperConnection Watcher:127.0.0.1:53192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 176903 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 176905 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 176909 T801 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 176910 T883 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c42dd57 name:ZooKeeperConnection Watcher:127.0.0.1:53192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 176910 T801 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 176915 T801 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 177918 T801 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36403_
[junit4] 2> 177919 T801 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36403_
[junit4] 2> 177925 T841 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 177925 T855 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 177925 T823 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 177925 T883 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 177925 T869 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 177926 T828 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 177933 T801 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583
[junit4] 2> 177962 T801 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583/conf/
[junit4] 2> 177962 T801 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 177963 T801 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 177963 T801 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 177963 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 177968 T801 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 177973 T834 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 177975 T823 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 177976 T825 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 177976 T825 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 179142 T824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 179143 T824 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 179143 T824 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 179147 T869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 179148 T855 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 179148 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 179148 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 179147 T823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 179147 T883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 179181 T825 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 179181 T825 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:33975_
[junit4] 2> 179181 T825 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:33604_
[junit4] 2> 179181 T825 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:34065_
[junit4] 2> 179182 T825 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:56277_
[junit4] 2> 179186 T849 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 179186 T816 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 179186 T836 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 179186 T863 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 179187 T849 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 179188 T816 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 179188 T836 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 179188 T863 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 180653 T824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 180654 T824 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 180655 T824 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33604_",
[junit4] 2> "base_url":"http://127.0.0.1:33604"}
[junit4] 2> 180659 T824 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 180660 T824 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33975_",
[junit4] 2> "base_url":"http://127.0.0.1:33975"}
[junit4] 2> 180663 T824 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 180664 T824 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:34065_",
[junit4] 2> "base_url":"http://127.0.0.1:34065"}
[junit4] 2> 180667 T824 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 180667 T824 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56277_",
[junit4] 2> "base_url":"http://127.0.0.1:56277"}
[junit4] 2> 180671 T883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 180671 T855 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 180671 T869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 180672 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 180672 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 180672 T823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 181188 T849 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 181188 T816 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 181188 T863 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 181189 T849 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 181189 T863 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 181189 T836 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 181189 T816 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 181190 T836 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 181190 T863 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/nodes_used_collection_shard2_replica2
[junit4] 2> 181191 T863 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 181189 T849 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/nodes_used_collection_shard1_replica2
[junit4] 2> 181190 T836 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/nodes_used_collection_shard2_replica1
[junit4] 2> 181191 T836 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 181190 T816 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/nodes_used_collection_shard1_replica1
[junit4] 2> 181192 T816 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 181192 T863 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 181191 T849 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 181192 T863 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 181193 T816 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 181192 T836 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 181193 T849 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 181193 T816 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 181193 T849 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 181193 T836 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 181194 T863 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 181194 T863 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 181195 T816 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 181195 T816 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 181195 T849 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 181196 T849 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 181195 T836 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 181196 T836 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 181197 T863 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 181197 T816 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 181198 T849 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 181199 T836 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 181199 T863 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/nodes_used_collection_shard2_replica2/'
[junit4] 2> 181199 T849 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/nodes_used_collection_shard1_replica2/'
[junit4] 2> 181199 T816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/nodes_used_collection_shard1_replica1/'
[junit4] 2> 181204 T836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/nodes_used_collection_shard2_replica1/'
[junit4] 2> 181254 T849 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 181255 T816 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 181255 T836 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 181255 T863 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 181295 T816 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 181297 T816 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 181307 T863 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 181309 T816 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 181311 T863 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 181314 T836 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 181317 T836 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 181328 T863 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 181330 T836 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 181338 T849 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 181342 T849 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 181355 T849 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 181894 T816 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 181907 T816 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 181915 T816 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 181947 T816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 181954 T816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 181959 T816 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 181960 T816 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 181961 T816 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 181961 T816 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 181962 T816 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 181962 T816 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 181963 T816 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 181963 T836 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 181963 T816 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/nodes_used_collection_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 181964 T816 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e13becc
[junit4] 2> 181970 T836 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 181975 T836 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 181996 T863 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 182006 T863 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 182009 T816 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754//nodes_used_collection_shard1_replica1/data
[junit4] 2> 182010 T863 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 182010 T816 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 182011 T816 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 182011 T816 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428682754//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 182020 T836 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 182026 T836 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 182030 T816 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@550d7440 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c86ad86),segFN=segments_1,generation=1}
[junit4] 2> 182031 T816 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 182032 T836 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 182034 T836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 182034 T836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 182034 T863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 182034 T836 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 182036 T836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 182036 T836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 182036 T836 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 182037 T836 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/nodes_used_collection_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 182037 T836 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e13becc
[junit4] 2> 182039 T836 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979//nodes_used_collection_shard2_replica1/data
[junit4] 2> 182039 T836 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 182039 T836 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 182040 T836 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428682979//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 182041 T863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 182044 T816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 182044 T816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 182045 T816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 182045 T816 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 182045 T836 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b213035 lockFactory=org.apache.lucene.store.NativeFSLockFactory@26442197),segFN=segments_1,generation=1}
[junit4] 2> 182046 T836 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 182046 T816 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 182046 T863 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 182046 T816 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 182047 T816 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 182049 T816 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 182049 T816 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 182050 T836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 182050 T836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 182051 T836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 182051 T863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 182052 T863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 182052 T863 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 182053 T863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 182054 T863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 182054 T863 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 182054 T836 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 182054 T863 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/nodes_used_collection_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 182055 T863 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e13becc
[junit4] 2> 182055 T836 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 182055 T836 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 182056 T836 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 182062 T863 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403//nodes_used_collection_shard2_replica2/data
[junit4] 2> 182062 T836 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 182062 T863 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 182066 T816 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 182063 T836 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 182072 T836 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 182075 T863 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 182076 T863 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428685403//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 182083 T849 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 182084 T863 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f8b7aa0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3839700b),segFN=segments_1,generation=1}
[junit4] 2> 182084 T863 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 182091 T863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 182092 T863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 182093 T863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 182093 T849 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 182094 T863 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 182094 T863 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 182095 T863 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 182095 T863 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 182103 T863 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 182104 T863 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 182108 T849 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 182109 T863 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 182123 T816 oass.SolrIndexSearcher.<init> Opening Searcher@2697a4f8 main
[junit4] 2> 182125 T816 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 182125 T816 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 182126 T836 oass.SolrIndexSearcher.<init> Opening Searcher@23d292dd main
[junit4] 2> 182127 T836 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 182128 T836 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 182136 T849 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 182169 T849 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 182182 T863 oass.SolrIndexSearcher.<init> Opening Searcher@2df430d2 main
[junit4] 2> 182187 T863 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 182188 T863 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 182226 T849 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 182229 T849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 182229 T849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 182229 T849 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 182232 T849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 182233 T849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 182233 T849 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 182234 T849 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/nodes_used_collection_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 182235 T849 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e13becc
[junit4] 2> 182237 T849 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215//nodes_used_collection_shard1_replica2/data
[junit4] 2> 182237 T849 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 182237 T849 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 182238 T849 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428684215//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 182241 T849 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ba54421 lockFactory=org.apache.lucene.store.NativeFSLockFactory@598575e4),segFN=segments_1,generation=1}
[junit4] 2> 182242 T849 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 182246 T849 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 182246 T849 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 182247 T849 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 182247 T849 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 182248 T849 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 182248 T849 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 182248 T849 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 182249 T849 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 182249 T849 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 182253 T849 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 182308 T849 oass.SolrIndexSearcher.<init> Opening Searcher@8f26599 main
[junit4] 2> 182309 T849 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 182309 T849 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 182454 T816 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 182455 T816 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:33975 collection:nodes_used_collection shard:shard1
[junit4] 2> 182456 T891 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@2df430d2 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 182456 T892 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@8f26599 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 182457 T863 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 182459 T863 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:56277 collection:nodes_used_collection shard:shard2
[junit4] 2> 182460 T816 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 182460 T863 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 182462 T889 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@2697a4f8 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 182470 T890 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@23d292dd main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 182472 T836 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 182472 T836 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:34065 collection:nodes_used_collection shard:shard2
[junit4] 2> 182472 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 182510 T849 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 182510 T849 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:33604 collection:nodes_used_collection shard:shard1
[junit4] 2> 182510 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 182535 T816 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 182535 T836 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 182535 T849 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 182536 T863 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 182554 T863 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 182570 T816 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 182574 T863 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 182574 T863 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 182575 T863 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56277/nodes_used_collection_shard2_replica2/
[junit4] 2> 182575 T863 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:56277 START replicas=[http://127.0.0.1:34065/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 182575 T816 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 182575 T863 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:56277 DONE. We have no versions. sync failed.
[junit4] 2> 182576 T816 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 182576 T863 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 182592 T816 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33975/nodes_used_collection_shard1_replica1/
[junit4] 2> 182593 T863 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 182594 T863 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56277/nodes_used_collection_shard2_replica2/ shard2
[junit4] 2> 182594 T863 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4] 2> 182595 T816 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:33975 START replicas=[http://127.0.0.1:33604/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 182598 T816 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:33975 DONE. We have no versions. sync failed.
[junit4] 2> 182598 T816 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 182599 T816 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 182599 T816 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33975/nodes_used_collection_shard1_replica1/ shard1
[junit4] 2> 182600 T816 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4] 2> ASYNC NEW_CORE C407 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@136cd251 url=http://127.0.0.1:34065/nodes_used_collection_shard2_replica1 node=127.0.0.1:34065_ C407_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{state=down, core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:34065_, base_url=http://127.0.0.1:34065}
[junit4] 2> 182878 T835 C407 P34065 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4] 2> ASYNC NEW_CORE C408 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@50c1d9f url=http://127.0.0.1:33604/nodes_used_collection_shard1_replica2 node=127.0.0.1:33604_ C408_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{state=down, core=nodes_used_collection_shard1_replica2, node_name=127.0.0.1:33604_, base_url=http://127.0.0.1:33604}
[junit4] 2> 182878 T850 C408 P33604 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4] 2> 183703 T824 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 183717 T883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1837
[...truncated too long message...]
stributedZkTest-jetty4-1375428686583//new_implicit_coll_1_c_replica2/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583//new_implicit_coll_1_c_replica2/data;done=false>>]
[junit4] 2> 300156 T801 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583//new_implicit_coll_1_c_replica2/data
[junit4] 2> 300157 T801 oasc.SolrCore.close [new_implicit_coll_1_b_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@d18da4e
[junit4] 2> 300162 T801 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4] 2> 300162 T801 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 300162 T801 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 300162 T801 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 300164 T801 oasc.SolrCore.closeSearcher [new_implicit_coll_1_b_replica1] Closing main searcher on request.
[junit4] 2> 300164 T801 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 300164 T801 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583//new_implicit_coll_1_b_replica1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583//new_implicit_coll_1_b_replica1/data;done=false>>]
[junit4] 2> 300164 T801 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583//new_implicit_coll_1_b_replica1/data
[junit4] 2> 300164 T801 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583//new_implicit_coll_1_b_replica1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583//new_implicit_coll_1_b_replica1/data/index;done=false>>]
[junit4] 2> 300165 T801 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428686583//new_implicit_coll_1_b_replica1/data/index
[junit4] 2> 300166 T1286 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90140094138744844-127.0.0.1:36403_-n_0000000004) am no longer a leader.
[junit4] 2> 300191 T801 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 300245 T801 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 300247 T801 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53192 53192
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=EC6F77AE276F0959 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=vi_VN -Dtests.timezone=Etc/Greenwich -Dtests.file.encoding=UTF-8
[junit4] ERROR 128s J1 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:34065
[junit4] > at __randomizedtesting.SeedInfo.seed([EC6F77AE276F0959:6D89F9B650306965]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:34065 refused
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 44 more
[junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > ... 51 more
[junit4] 2> 300263 T801 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 127549 T800 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> 301468 T883 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 301469 T883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 301469 T883 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=vi_VN, timezone=Etc/Greenwich
[junit4] 2> NOTE: Linux 3.2.0-51-generic amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=8,threads=1,free=53978792,total=368836608
[junit4] 2> NOTE: All tests run in this JVM: [UpdateParamsTest, TestCodecSupport, ConvertedLegacyTest, IndexSchemaRuntimeFieldTest, EchoParamsTest, TestMultiCoreConfBootstrap, CurrencyFieldOpenExchangeTest, TestSchemaSimilarityResource, TestStressLucene, TestCollationField, TestFastOutputStream, TestManagedSchemaFieldResource, SolrCmdDistributorTest, SignatureUpdateProcessorFactoryTest, TestRandomFaceting, FullSolrCloudDistribCmdsTest, XsltUpdateRequestHandlerTest, SampleTest, TestFiltering, DocumentAnalysisRequestHandlerTest, DirectUpdateHandlerTest, TestInfoStreamLogging, NotRequiredUniqueKeyTest, HdfsBasicDistributedZk2Test, MultiTermTest, TestCopyFieldCollectionResource, DistanceFunctionTest, TestSuggestSpellingConverter, CoreContainerCoreInitFailuresTest, RequestHandlersTest, TestUtils, BlockCacheTest, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 128.83s, 1 test, 1 error <<< FAILURES!
[...truncated 794 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:389: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:369: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1230: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:873: There were test failures: 320 suites, 1347 tests, 1 error, 34 ignored (6 assumptions)
Total time: 41 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_25 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure